2024-12-02 22:16:46,254 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-02 22:16:46,272 main DEBUG Took 0.016326 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 22:16:46,272 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 22:16:46,273 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 22:16:46,273 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 22:16:46,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:16:46,281 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 22:16:46,292 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:16:46,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:16:46,294 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:16:46,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:16:46,295 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:16:46,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:16:46,296 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:16:46,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:16:46,297 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:16:46,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:16:46,298 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:16:46,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:16:46,299 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:16:46,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:16:46,299 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:16:46,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:16:46,300 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:16:46,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:16:46,301 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:16:46,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:16:46,301 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:16:46,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:16:46,302 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:16:46,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 22:16:46,303 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:16:46,303 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 22:16:46,304 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 22:16:46,306 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 22:16:46,307 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 22:16:46,307 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 22:16:46,309 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 22:16:46,309 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 22:16:46,317 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 22:16:46,319 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 22:16:46,320 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 22:16:46,320 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 22:16:46,321 main DEBUG createAppenders(={Console}) 2024-12-02 22:16:46,321 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-02 22:16:46,322 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-02 22:16:46,322 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-02 22:16:46,322 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 22:16:46,323 main DEBUG OutputStream closed 2024-12-02 22:16:46,323 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 22:16:46,323 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 22:16:46,323 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-02 22:16:46,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 22:16:46,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 22:16:46,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 22:16:46,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 22:16:46,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 22:16:46,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 22:16:46,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 22:16:46,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 22:16:46,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 22:16:46,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 22:16:46,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 22:16:46,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 22:16:46,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 22:16:46,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 22:16:46,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 22:16:46,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 22:16:46,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 22:16:46,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 22:16:46,401 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 22:16:46,401 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-02 22:16:46,402 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 22:16:46,402 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-02T22:16:46,416 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-02 22:16:46,419 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 22:16:46,419 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T22:16:46,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=8331 2024-12-02T22:16:46,663 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-02T22:16:46,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a 2024-12-02T22:16:46,703 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/cluster_39ddee3f-3d1c-79d5-0a3a-5a93c6d02d7a, deleteOnExit=true 2024-12-02T22:16:46,793 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/cluster_39ddee3f-3d1c-79d5-0a3a-5a93c6d02d7a/zookeeper_0, clientPort=50692, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/cluster_39ddee3f-3d1c-79d5-0a3a-5a93c6d02d7a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/cluster_39ddee3f-3d1c-79d5-0a3a-5a93c6d02d7a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T22:16:46,806 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50692 2024-12-02T22:16:46,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:16:46,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:16:46,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/test.cache.data in system properties and HBase conf 2024-12-02T22:16:46,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:16:46,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:16:46,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:16:46,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:16:46,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:16:46,909 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T22:16:47,021 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:16:47,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:16:47,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:16:47,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:16:47,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:16:47,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:16:47,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:16:47,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:16:47,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:16:47,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:16:47,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:16:47,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:16:47,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:16:47,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:16:47,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:16:47,835 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T22:16:47,918 INFO [Time-limited test {}] log.Log(170): Logging initialized @2352ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T22:16:48,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:16:48,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:16:48,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:16:48,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:16:48,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:16:48,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:16:48,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:16:48,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:16:48,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/java.io.tmpdir/jetty-localhost-44997-hadoop-hdfs-3_4_1-tests_jar-_-any-7784198173913455210/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:16:48,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:44997} 2024-12-02T22:16:48,378 INFO [Time-limited test {}] server.Server(415): Started @2813ms 2024-12-02T22:16:48,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:16:48,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:16:48,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:16:48,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:16:48,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:16:48,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:16:48,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:16:48,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20104caa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/java.io.tmpdir/jetty-localhost-46527-hadoop-hdfs-3_4_1-tests_jar-_-any-17847625939097915238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:16:48,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:46527} 2024-12-02T22:16:48,911 INFO [Time-limited test {}] server.Server(415): Started @3345ms 2024-12-02T22:16:48,964 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:16:49,452 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/cluster_39ddee3f-3d1c-79d5-0a3a-5a93c6d02d7a/data/data1/current/BP-172602531-172.17.0.2-1733177807587/current, will proceed with Du for space computation calculation, 2024-12-02T22:16:49,453 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/cluster_39ddee3f-3d1c-79d5-0a3a-5a93c6d02d7a/data/data2/current/BP-172602531-172.17.0.2-1733177807587/current, will proceed with Du for space computation calculation, 2024-12-02T22:16:49,487 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:16:49,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaba5cd2711afb74 with lease ID 0x6ecfa24a4abb8276: Processing first storage report for DS-ae63f8a5-e89b-4333-b147-1e857bcedcfd from datanode DatanodeRegistration(127.0.0.1:38881, datanodeUuid=5af0f801-4de8-405e-8cef-d091dcdb06d5, infoPort=34241, infoSecurePort=0, ipcPort=41985, storageInfo=lv=-57;cid=testClusterID;nsid=1798055889;c=1733177807587) 2024-12-02T22:16:49,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaba5cd2711afb74 with lease ID 0x6ecfa24a4abb8276: from storage DS-ae63f8a5-e89b-4333-b147-1e857bcedcfd node DatanodeRegistration(127.0.0.1:38881, datanodeUuid=5af0f801-4de8-405e-8cef-d091dcdb06d5, infoPort=34241, infoSecurePort=0, ipcPort=41985, storageInfo=lv=-57;cid=testClusterID;nsid=1798055889;c=1733177807587), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T22:16:49,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfaba5cd2711afb74 with lease ID 0x6ecfa24a4abb8276: Processing first storage report for DS-e3e70bae-631e-4d30-af91-90539995b613 from datanode DatanodeRegistration(127.0.0.1:38881, datanodeUuid=5af0f801-4de8-405e-8cef-d091dcdb06d5, infoPort=34241, infoSecurePort=0, ipcPort=41985, storageInfo=lv=-57;cid=testClusterID;nsid=1798055889;c=1733177807587) 2024-12-02T22:16:49,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfaba5cd2711afb74 with lease ID 0x6ecfa24a4abb8276: from storage DS-e3e70bae-631e-4d30-af91-90539995b613 node DatanodeRegistration(127.0.0.1:38881, datanodeUuid=5af0f801-4de8-405e-8cef-d091dcdb06d5, infoPort=34241, infoSecurePort=0, ipcPort=41985, storageInfo=lv=-57;cid=testClusterID;nsid=1798055889;c=1733177807587), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:16:49,565 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a 2024-12-02T22:16:49,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:16:49,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:16:49,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:16:50,208 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391 with version=8 2024-12-02T22:16:50,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/hbase-staging 2024-12-02T22:16:50,299 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T22:16:50,546 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:16:50,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:16:50,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:16:50,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:16:50,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:16:50,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:16:50,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:16:50,752 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T22:16:50,760 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T22:16:50,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:16:50,789 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13060 (auto-detected) 2024-12-02T22:16:50,790 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T22:16:50,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40935 2024-12-02T22:16:50,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40935 connecting to ZooKeeper ensemble=127.0.0.1:50692 2024-12-02T22:16:50,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409350x0, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:16:50,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40935-0x1009d109a4e0000 connected 2024-12-02T22:16:50,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:16:50,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:16:50,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on znode that does not yet exist, /0-1281705912/running 2024-12-02T22:16:50,903 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391, hbase.cluster.distributed=false 2024-12-02T22:16:50,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on znode that does not yet exist, /0-1281705912/acl 2024-12-02T22:16:50,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40935 2024-12-02T22:16:50,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40935 2024-12-02T22:16:50,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40935 2024-12-02T22:16:50,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40935 2024-12-02T22:16:50,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40935 2024-12-02T22:16:51,040 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:16:51,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:16:51,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:16:51,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:16:51,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:16:51,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:16:51,046 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:16:51,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:16:51,050 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40709 2024-12-02T22:16:51,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40709 connecting to ZooKeeper ensemble=127.0.0.1:50692 2024-12-02T22:16:51,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:16:51,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:16:51,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407090x0, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:16:51,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40709-0x1009d109a4e0001 connected 2024-12-02T22:16:51,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on znode that does not yet exist, /0-1281705912/running 2024-12-02T22:16:51,071 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:16:51,081 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:16:51,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on znode that does not yet exist, /0-1281705912/master 2024-12-02T22:16:51,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on znode that does not yet exist, /0-1281705912/acl 2024-12-02T22:16:51,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40709 2024-12-02T22:16:51,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40709 2024-12-02T22:16:51,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40709 2024-12-02T22:16:51,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40709 2024-12-02T22:16:51,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40709 2024-12-02T22:16:51,109 DEBUG [M:0;7ae73638d47e:40935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:40935 2024-12-02T22:16:51,110 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1281705912/backup-masters/7ae73638d47e,40935,1733177810351 2024-12-02T22:16:51,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912/backup-masters 2024-12-02T22:16:51,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912/backup-masters 2024-12-02T22:16:51,121 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on existing znode=/0-1281705912/backup-masters/7ae73638d47e,40935,1733177810351 2024-12-02T22:16:51,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1281705912/master 2024-12-02T22:16:51,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:16:51,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:16:51,143 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on existing znode=/0-1281705912/master 2024-12-02T22:16:51,144 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1281705912/backup-masters/7ae73638d47e,40935,1733177810351 from backup master directory 2024-12-02T22:16:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912/backup-masters 2024-12-02T22:16:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281705912/backup-masters/7ae73638d47e,40935,1733177810351 2024-12-02T22:16:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912/backup-masters 2024-12-02T22:16:51,148 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:16:51,148 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,40935,1733177810351 2024-12-02T22:16:51,150 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T22:16:51,152 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T22:16:51,214 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/hbase.id] with ID: a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38 2024-12-02T22:16:51,214 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/.tmp/hbase.id 2024-12-02T22:16:51,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:16:51,627 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/.tmp/hbase.id]:[hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/hbase.id] 2024-12-02T22:16:51,670 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:16:51,674 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:16:51,693 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-02T22:16:51,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:16:51,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:16:51,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:16:52,119 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:16:52,122 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:16:52,139 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:16:52,143 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:16:52,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:16:52,591 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store 2024-12-02T22:16:52,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:16:53,014 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T22:16:53,018 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:16:53,019 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:16:53,019 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:16:53,019 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:16:53,021 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:16:53,021 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:16:53,021 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:16:53,022 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177813019Disabling compacts and flushes for region at 1733177813019Disabling writes for close at 1733177813021 (+2 ms)Writing region close event to WAL at 1733177813021Closed at 1733177813021 2024-12-02T22:16:53,024 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/.initializing 2024-12-02T22:16:53,024 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/WALs/7ae73638d47e,40935,1733177810351 2024-12-02T22:16:53,033 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:16:53,047 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C40935%2C1733177810351, suffix=, logDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/WALs/7ae73638d47e,40935,1733177810351, archiveDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/oldWALs, maxLogs=10 2024-12-02T22:16:53,069 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/WALs/7ae73638d47e,40935,1733177810351/7ae73638d47e%2C40935%2C1733177810351.1733177813051, exclude list is [], retry=0 2024-12-02T22:16:53,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38881,DS-ae63f8a5-e89b-4333-b147-1e857bcedcfd,DISK] 2024-12-02T22:16:53,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T22:16:53,121 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/WALs/7ae73638d47e,40935,1733177810351/7ae73638d47e%2C40935%2C1733177810351.1733177813051 2024-12-02T22:16:53,122 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34241:34241)] 2024-12-02T22:16:53,122 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:16:53,123 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:16:53,125 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:53,126 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:53,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:53,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:16:53,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:53,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:53,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:53,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:16:53,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:53,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:16:53,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:53,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:16:53,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:53,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:16:53,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:53,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:16:53,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:53,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:16:53,205 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:53,209 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:53,210 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:53,215 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:53,215 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:53,218 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:16:53,221 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:53,226 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:16:53,227 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63500688, jitterRate=-0.05376601219177246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:16:53,233 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177813138Initializing all the Stores at 1733177813140 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177813141 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177813141Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177813141Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177813142 (+1 ms)Cleaning up temporary data from old regions at 1733177813215 (+73 ms)Region opened successfully at 1733177813233 (+18 ms) 2024-12-02T22:16:53,234 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:16:53,267 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f539dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:16:53,298 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:16:53,310 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:16:53,310 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:16:53,313 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:16:53,314 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T22:16:53,319 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T22:16:53,319 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:16:53,344 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:16:53,354 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Unable to get data of znode /0-1281705912/balancer because node does not exist (not necessarily an error) 2024-12-02T22:16:53,356 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281705912/balancer already deleted, retry=false 2024-12-02T22:16:53,359 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:16:53,360 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Unable to get data of znode /0-1281705912/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:16:53,362 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281705912/normalizer already deleted, retry=false 2024-12-02T22:16:53,365 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:16:53,377 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Unable to get data of znode /0-1281705912/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:16:53,379 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281705912/switch/split already deleted, retry=false 2024-12-02T22:16:53,381 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Unable to get data of znode /0-1281705912/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:16:53,383 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281705912/switch/merge already deleted, retry=false 2024-12-02T22:16:53,406 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Unable to get data of znode /0-1281705912/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:16:53,408 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281705912/snapshot-cleanup already deleted, retry=false 2024-12-02T22:16:53,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1281705912/running 2024-12-02T22:16:53,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1281705912/running 2024-12-02T22:16:53,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:16:53,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:16:53,418 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,40935,1733177810351, sessionid=0x1009d109a4e0000, setting cluster-up flag (Was=false) 2024-12-02T22:16:53,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:16:53,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:16:53,445 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1281705912/flush-table-proc/acquired, /0-1281705912/flush-table-proc/reached, /0-1281705912/flush-table-proc/abort 2024-12-02T22:16:53,448 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,40935,1733177810351 2024-12-02T22:16:53,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:16:53,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:16:53,468 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1281705912/online-snapshot/acquired, /0-1281705912/online-snapshot/reached, /0-1281705912/online-snapshot/abort 2024-12-02T22:16:53,471 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,40935,1733177810351 2024-12-02T22:16:53,486 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:16:53,501 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(746): ClusterId : a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38 2024-12-02T22:16:53,503 DEBUG [RS:0;7ae73638d47e:40709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:16:53,509 DEBUG [RS:0;7ae73638d47e:40709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:16:53,509 DEBUG [RS:0;7ae73638d47e:40709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:16:53,512 DEBUG [RS:0;7ae73638d47e:40709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:16:53,513 DEBUG [RS:0;7ae73638d47e:40709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3eb817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:16:53,534 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:40709 2024-12-02T22:16:53,538 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:16:53,539 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:16:53,539 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:16:53,542 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,40935,1733177810351 with port=40709, startcode=1733177811000 2024-12-02T22:16:53,557 DEBUG [RS:0;7ae73638d47e:40709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:16:53,571 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:16:53,582 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:16:53,591 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:16:53,599 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:16:53,600 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,40935,1733177810351 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:16:53,607 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:16:53,607 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:16:53,607 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:16:53,607 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40935 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T22:16:53,608 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:16:53,608 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:16:53,608 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:53,608 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:16:53,608 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:53,615 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733177843615 2024-12-02T22:16:53,616 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:16:53,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:16:53,617 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:16:53,618 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:16:53,622 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:16:53,623 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:16:53,623 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:16:53,623 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:16:53,624 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:53,625 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:16:53,624 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:53,627 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:16:53,629 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:16:53,629 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:16:53,630 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:16:53,633 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:16:53,633 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:16:53,636 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177813635,5,FailOnTimeoutGroup] 2024-12-02T22:16:53,640 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177813637,5,FailOnTimeoutGroup] 2024-12-02T22:16:53,641 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:53,641 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:16:53,642 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:53,643 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T22:16:53,643 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:53,643 WARN [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T22:16:53,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:16:53,647 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:16:53,648 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391 2024-12-02T22:16:53,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:16:53,744 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,40935,1733177810351 with port=40709, startcode=1733177811000 2024-12-02T22:16:53,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40935 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,40709,1733177811000 2024-12-02T22:16:53,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40935 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,40709,1733177811000 2024-12-02T22:16:53,758 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391 2024-12-02T22:16:53,758 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43175 2024-12-02T22:16:53,758 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:16:53,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912/rs 2024-12-02T22:16:53,763 DEBUG [RS:0;7ae73638d47e:40709 {}] zookeeper.ZKUtil(111): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on existing znode=/0-1281705912/rs/7ae73638d47e,40709,1733177811000 2024-12-02T22:16:53,763 WARN [RS:0;7ae73638d47e:40709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:16:53,763 INFO [RS:0;7ae73638d47e:40709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:16:53,763 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000 2024-12-02T22:16:53,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,40709,1733177811000] 2024-12-02T22:16:53,794 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:16:53,810 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:16:53,815 INFO [RS:0;7ae73638d47e:40709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:16:53,815 INFO [RS:0;7ae73638d47e:40709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:53,816 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:16:53,821 INFO [RS:0;7ae73638d47e:40709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:16:53,823 INFO [RS:0;7ae73638d47e:40709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:53,823 DEBUG [RS:0;7ae73638d47e:40709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:53,823 DEBUG [RS:0;7ae73638d47e:40709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:53,823 DEBUG [RS:0;7ae73638d47e:40709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:53,824 DEBUG [RS:0;7ae73638d47e:40709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:53,824 DEBUG [RS:0;7ae73638d47e:40709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:53,824 DEBUG [RS:0;7ae73638d47e:40709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:16:53,824 DEBUG [RS:0;7ae73638d47e:40709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:53,824 DEBUG [RS:0;7ae73638d47e:40709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:53,825 DEBUG [RS:0;7ae73638d47e:40709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:53,825 DEBUG [RS:0;7ae73638d47e:40709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:53,825 DEBUG [RS:0;7ae73638d47e:40709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:53,825 DEBUG [RS:0;7ae73638d47e:40709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:53,825 DEBUG [RS:0;7ae73638d47e:40709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:16:53,825 DEBUG [RS:0;7ae73638d47e:40709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:16:53,827 INFO [RS:0;7ae73638d47e:40709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:53,827 INFO [RS:0;7ae73638d47e:40709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:53,828 INFO [RS:0;7ae73638d47e:40709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:53,828 INFO [RS:0;7ae73638d47e:40709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:53,828 INFO [RS:0;7ae73638d47e:40709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:53,828 INFO [RS:0;7ae73638d47e:40709 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40709,1733177811000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:16:53,848 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:16:53,850 INFO [RS:0;7ae73638d47e:40709 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40709,1733177811000-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:53,850 INFO [RS:0;7ae73638d47e:40709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:53,850 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.Replication(171): 7ae73638d47e,40709,1733177811000 started 2024-12-02T22:16:53,868 INFO [RS:0;7ae73638d47e:40709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:53,869 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,40709,1733177811000, RpcServer on 7ae73638d47e/172.17.0.2:40709, sessionid=0x1009d109a4e0001 2024-12-02T22:16:53,869 DEBUG [RS:0;7ae73638d47e:40709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:16:53,870 DEBUG [RS:0;7ae73638d47e:40709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,40709,1733177811000 2024-12-02T22:16:53,870 DEBUG [RS:0;7ae73638d47e:40709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,40709,1733177811000' 2024-12-02T22:16:53,870 DEBUG [RS:0;7ae73638d47e:40709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1281705912/flush-table-proc/abort' 2024-12-02T22:16:53,871 DEBUG [RS:0;7ae73638d47e:40709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1281705912/flush-table-proc/acquired' 2024-12-02T22:16:53,872 DEBUG [RS:0;7ae73638d47e:40709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:16:53,872 DEBUG [RS:0;7ae73638d47e:40709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:16:53,872 DEBUG [RS:0;7ae73638d47e:40709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,40709,1733177811000 2024-12-02T22:16:53,872 DEBUG [RS:0;7ae73638d47e:40709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,40709,1733177811000' 2024-12-02T22:16:53,872 DEBUG [RS:0;7ae73638d47e:40709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1281705912/online-snapshot/abort' 2024-12-02T22:16:53,873 DEBUG [RS:0;7ae73638d47e:40709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1281705912/online-snapshot/acquired' 2024-12-02T22:16:53,873 DEBUG [RS:0;7ae73638d47e:40709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:16:53,873 INFO [RS:0;7ae73638d47e:40709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:16:53,873 INFO [RS:0;7ae73638d47e:40709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:16:53,979 INFO [RS:0;7ae73638d47e:40709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:16:53,982 INFO [RS:0;7ae73638d47e:40709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C40709%2C1733177811000, suffix=, logDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000, archiveDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/oldWALs, maxLogs=10 2024-12-02T22:16:53,998 DEBUG [RS:0;7ae73638d47e:40709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984, exclude list is [], retry=0 2024-12-02T22:16:54,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38881,DS-ae63f8a5-e89b-4333-b147-1e857bcedcfd,DISK] 2024-12-02T22:16:54,008 INFO [RS:0;7ae73638d47e:40709 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984 2024-12-02T22:16:54,009 DEBUG [RS:0;7ae73638d47e:40709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34241:34241)] 2024-12-02T22:16:54,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:16:54,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:16:54,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:16:54,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:54,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:54,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:16:54,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:16:54,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:54,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:54,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:16:54,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:16:54,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:54,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:54,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:16:54,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:16:54,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:54,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:54,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:16:54,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740 2024-12-02T22:16:54,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740 2024-12-02T22:16:54,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:16:54,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:16:54,082 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:16:54,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:16:54,088 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:16:54,089 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73305799, jitterRate=0.09234152734279633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:16:54,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733177814060Initializing all the Stores at 1733177814062 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177814062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177814063 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177814063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177814063Cleaning up temporary data from old regions at 1733177814081 (+18 ms)Region opened successfully at 1733177814092 (+11 ms) 2024-12-02T22:16:54,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:16:54,092 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:16:54,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:16:54,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:16:54,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:16:54,093 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:16:54,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177814092Disabling compacts and flushes for region at 1733177814092Disabling writes for close at 1733177814092Writing region close event to WAL at 1733177814093 (+1 ms)Closed at 1733177814093 2024-12-02T22:16:54,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:16:54,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:16:54,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:16:54,111 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:16:54,114 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:16:54,265 DEBUG [7ae73638d47e:40935 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:16:54,277 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,40709,1733177811000 2024-12-02T22:16:54,283 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,40709,1733177811000, state=OPENING 2024-12-02T22:16:54,288 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:16:54,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:16:54,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:16:54,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281705912/meta-region-server: CHANGED 2024-12-02T22:16:54,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281705912/meta-region-server: CHANGED 2024-12-02T22:16:54,295 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:16:54,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,40709,1733177811000}] 2024-12-02T22:16:54,471 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:16:54,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:16:54,488 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:16:54,488 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:16:54,489 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:16:54,493 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C40709%2C1733177811000.meta, suffix=.meta, logDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000, archiveDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/oldWALs, maxLogs=10 2024-12-02T22:16:54,517 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.meta.1733177814496.meta, exclude list is [], retry=0 2024-12-02T22:16:54,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38881,DS-ae63f8a5-e89b-4333-b147-1e857bcedcfd,DISK] 2024-12-02T22:16:54,526 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.meta.1733177814496.meta 2024-12-02T22:16:54,526 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34241:34241)] 2024-12-02T22:16:54,527 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:16:54,532 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:16:54,533 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:16:54,536 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:16:54,538 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:16:54,542 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:16:54,542 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:16:54,543 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:16:54,543 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:16:54,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:16:54,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:16:54,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:54,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:54,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:16:54,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:16:54,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:54,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:54,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:16:54,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:16:54,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:54,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:54,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:16:54,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:16:54,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:54,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:54,558 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:16:54,560 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740 2024-12-02T22:16:54,563 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740 2024-12-02T22:16:54,565 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:16:54,565 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:16:54,566 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:16:54,568 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:16:54,570 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60225910, jitterRate=-0.1025640070438385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:16:54,570 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:16:54,573 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733177814543Writing region info on filesystem at 1733177814544 (+1 ms)Initializing all the Stores at 1733177814546 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177814546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177814546Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177814546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177814546Cleaning up temporary data from old regions at 1733177814565 (+19 ms)Running coprocessor post-open hooks at 1733177814570 (+5 ms)Region opened successfully at 1733177814573 (+3 ms) 2024-12-02T22:16:54,580 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733177814462 2024-12-02T22:16:54,594 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:16:54,594 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:16:54,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,40709,1733177811000 2024-12-02T22:16:54,598 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,40709,1733177811000, state=OPEN 2024-12-02T22:16:54,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1281705912/meta-region-server 2024-12-02T22:16:54,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1281705912/meta-region-server 2024-12-02T22:16:54,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281705912/meta-region-server: CHANGED 2024-12-02T22:16:54,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281705912/meta-region-server: CHANGED 2024-12-02T22:16:54,601 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,40709,1733177811000 2024-12-02T22:16:54,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:16:54,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,40709,1733177811000 in 305 msec 2024-12-02T22:16:54,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:16:54,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-12-02T22:16:54,613 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:16:54,613 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:16:54,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:16:54,635 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,40709,1733177811000, seqNum=-1] 2024-12-02T22:16:54,657 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:16:54,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:16:54,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1560 sec 2024-12-02T22:16:54,679 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733177814678, completionTime=-1 2024-12-02T22:16:54,682 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:16:54,682 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:16:54,711 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:16:54,712 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733177874711 2024-12-02T22:16:54,712 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733177934712 2024-12-02T22:16:54,712 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-12-02T22:16:54,714 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40935,1733177810351-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:54,715 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40935,1733177810351-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:54,715 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40935,1733177810351-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:54,717 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:40935, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:54,717 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:54,718 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:54,723 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:16:54,746 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.598sec 2024-12-02T22:16:54,748 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:16:54,749 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:16:54,750 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:16:54,751 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:16:54,751 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:16:54,753 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40935,1733177810351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:16:54,753 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40935,1733177810351-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:16:54,762 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:16:54,763 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:16:54,763 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40935,1733177810351-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:54,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a2adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:54,811 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T22:16:54,811 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T22:16:54,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,40935,-1 for getting cluster id 2024-12-02T22:16:54,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:16:54,824 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38' 2024-12-02T22:16:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:16:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38" 2024-12-02T22:16:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1c4f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:54,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,40935,-1] 2024-12-02T22:16:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:16:54,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:54,834 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:16:54,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:54,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:16:54,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,40709,1733177811000, seqNum=-1] 2024-12-02T22:16:54,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:16:54,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:16:54,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,40935,1733177810351 2024-12-02T22:16:54,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50692 2024-12-02T22:16:54,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:16:54,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009d109a4e0002 connected 2024-12-02T22:16:54,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/hadoop.log.dir so I do NOT create it in target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341 2024-12-02T22:16:54,893 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:16:54,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/hadoop.tmp.dir so I do NOT create it in target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341 2024-12-02T22:16:54,894 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:16:54,894 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341 2024-12-02T22:16:54,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:16:54,894 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/cluster_f3f3f699-1a76-cec5-63c8-d1d382d40fec, deleteOnExit=true 2024-12-02T22:16:54,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:16:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/test.cache.data in system properties and HBase conf 2024-12-02T22:16:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:16:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:16:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:16:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:16:54,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:16:54,896 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:16:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:16:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:16:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:16:54,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:16:54,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:16:54,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:16:54,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:16:54,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:16:54,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:16:54,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:16:54,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:16:54,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:16:54,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:16:54,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:16:54,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:16:54,994 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:16:54,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:16:54,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:16:54,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:16:54,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:16:54,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:16:54,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:16:55,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/java.io.tmpdir/jetty-localhost-34947-hadoop-hdfs-3_4_1-tests_jar-_-any-8886293486745054717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:16:55,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:34947} 2024-12-02T22:16:55,117 INFO [Time-limited test {}] server.Server(415): Started @9552ms 2024-12-02T22:16:55,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:16:55,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:16:55,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:16:55,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:16:55,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:16:55,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:16:55,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:16:55,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/java.io.tmpdir/jetty-localhost-42123-hadoop-hdfs-3_4_1-tests_jar-_-any-8565104382241228834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:16:55,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:42123} 2024-12-02T22:16:55,328 INFO [Time-limited test {}] server.Server(415): Started @9762ms 2024-12-02T22:16:55,330 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:16:55,432 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/cluster_f3f3f699-1a76-cec5-63c8-d1d382d40fec/data/data2/current/BP-1772660811-172.17.0.2-1733177814931/current, will proceed with Du for space computation calculation, 2024-12-02T22:16:55,432 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/cluster_f3f3f699-1a76-cec5-63c8-d1d382d40fec/data/data1/current/BP-1772660811-172.17.0.2-1733177814931/current, will proceed with Du for space computation calculation, 2024-12-02T22:16:55,474 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:16:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb81a6504d19e1d5f with lease ID 0x18b7ff970b4f1f23: Processing first storage report for DS-6dbb1259-19f5-46e3-8c1d-8b4dd9dfb7b7 from datanode DatanodeRegistration(127.0.0.1:37335, datanodeUuid=008aac55-04df-442f-90be-1f94d2459fd8, infoPort=34053, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=234962224;c=1733177814931) 2024-12-02T22:16:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb81a6504d19e1d5f with lease ID 0x18b7ff970b4f1f23: from storage DS-6dbb1259-19f5-46e3-8c1d-8b4dd9dfb7b7 node DatanodeRegistration(127.0.0.1:37335, datanodeUuid=008aac55-04df-442f-90be-1f94d2459fd8, infoPort=34053, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=234962224;c=1733177814931), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:16:55,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb81a6504d19e1d5f with lease ID 0x18b7ff970b4f1f23: Processing first storage report for DS-17fd0a13-6955-40f6-bec7-9b8dc06ba436 from datanode DatanodeRegistration(127.0.0.1:37335, datanodeUuid=008aac55-04df-442f-90be-1f94d2459fd8, infoPort=34053, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=234962224;c=1733177814931) 2024-12-02T22:16:55,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb81a6504d19e1d5f with lease ID 0x18b7ff970b4f1f23: from storage DS-17fd0a13-6955-40f6-bec7-9b8dc06ba436 node DatanodeRegistration(127.0.0.1:37335, datanodeUuid=008aac55-04df-442f-90be-1f94d2459fd8, infoPort=34053, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=234962224;c=1733177814931), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:16:55,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341 2024-12-02T22:16:55,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:16:55,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:16:55,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:16:55,589 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb with version=8 2024-12-02T22:16:55,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/hbase-staging 2024-12-02T22:16:55,592 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:16:55,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:16:55,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:16:55,592 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:16:55,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:16:55,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:16:55,592 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:16:55,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:16:55,593 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39337 2024-12-02T22:16:55,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39337 connecting to ZooKeeper ensemble=127.0.0.1:50692 2024-12-02T22:16:55,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393370x0, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:16:55,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39337-0x1009d109a4e0003 connected 2024-12-02T22:16:55,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:16:55,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:16:55,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Set watcher on znode that does not yet exist, /1-388457961/running 2024-12-02T22:16:55,615 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb, hbase.cluster.distributed=false 2024-12-02T22:16:55,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Set watcher on znode that does not yet exist, /1-388457961/acl 2024-12-02T22:16:55,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39337 2024-12-02T22:16:55,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39337 2024-12-02T22:16:55,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39337 2024-12-02T22:16:55,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39337 2024-12-02T22:16:55,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39337 2024-12-02T22:16:55,636 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:16:55,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:16:55,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:16:55,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:16:55,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:16:55,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:16:55,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:16:55,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:16:55,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46769 2024-12-02T22:16:55,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46769 connecting to ZooKeeper ensemble=127.0.0.1:50692 2024-12-02T22:16:55,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:16:55,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:16:55,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467690x0, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:16:55,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46769-0x1009d109a4e0004 connected 2024-12-02T22:16:55,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Set watcher on znode that does not yet exist, /1-388457961/running 2024-12-02T22:16:55,650 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:16:55,650 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:16:55,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Set watcher on znode that does not yet exist, /1-388457961/master 2024-12-02T22:16:55,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Set watcher on znode that does not yet exist, /1-388457961/acl 2024-12-02T22:16:55,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46769 2024-12-02T22:16:55,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46769 2024-12-02T22:16:55,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46769 2024-12-02T22:16:55,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46769 2024-12-02T22:16:55,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46769 2024-12-02T22:16:55,681 DEBUG [M:0;7ae73638d47e:39337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:39337 2024-12-02T22:16:55,681 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-388457961/backup-masters/7ae73638d47e,39337,1733177815591 2024-12-02T22:16:55,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961/backup-masters 2024-12-02T22:16:55,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961/backup-masters 2024-12-02T22:16:55,684 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Set watcher on existing znode=/1-388457961/backup-masters/7ae73638d47e,39337,1733177815591 2024-12-02T22:16:55,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-388457961/master 2024-12-02T22:16:55,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:16:55,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:16:55,688 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Set watcher on existing znode=/1-388457961/master 2024-12-02T22:16:55,689 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-388457961/backup-masters/7ae73638d47e,39337,1733177815591 from backup master directory 2024-12-02T22:16:55,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961/backup-masters 2024-12-02T22:16:55,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-388457961/backup-masters/7ae73638d47e,39337,1733177815591 2024-12-02T22:16:55,691 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:16:55,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961/backup-masters 2024-12-02T22:16:55,691 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,39337,1733177815591 2024-12-02T22:16:55,698 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/hbase.id] with ID: 0d79911d-bc74-4dde-8ae0-cd59cf0dca95 2024-12-02T22:16:55,698 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/.tmp/hbase.id 2024-12-02T22:16:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:16:55,706 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/.tmp/hbase.id]:[hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/hbase.id] 2024-12-02T22:16:55,728 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:16:55,728 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:16:55,730 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T22:16:55,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:16:55,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:16:55,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:16:55,741 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:16:55,742 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:16:55,743 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:16:55,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:16:55,754 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store 2024-12-02T22:16:55,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:16:55,762 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:16:55,762 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:16:55,762 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:16:55,762 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:16:55,762 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:16:55,762 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:16:55,762 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:16:55,763 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177815762Disabling compacts and flushes for region at 1733177815762Disabling writes for close at 1733177815762Writing region close event to WAL at 1733177815762Closed at 1733177815762 2024-12-02T22:16:55,764 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/.initializing 2024-12-02T22:16:55,764 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/WALs/7ae73638d47e,39337,1733177815591 2024-12-02T22:16:55,766 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:16:55,768 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C39337%2C1733177815591, suffix=, logDir=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/WALs/7ae73638d47e,39337,1733177815591, archiveDir=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/oldWALs, maxLogs=10 2024-12-02T22:16:55,783 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/WALs/7ae73638d47e,39337,1733177815591/7ae73638d47e%2C39337%2C1733177815591.1733177815769, exclude list is [], retry=0 2024-12-02T22:16:55,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37335,DS-6dbb1259-19f5-46e3-8c1d-8b4dd9dfb7b7,DISK] 2024-12-02T22:16:55,790 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/WALs/7ae73638d47e,39337,1733177815591/7ae73638d47e%2C39337%2C1733177815591.1733177815769 2024-12-02T22:16:55,791 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34053:34053)] 2024-12-02T22:16:55,791 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:16:55,791 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:16:55,792 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:55,792 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:55,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:55,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:16:55,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:55,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:55,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:55,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:16:55,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:55,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:16:55,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:55,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:16:55,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:55,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:16:55,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:55,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:16:55,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:55,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:16:55,806 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:55,807 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:55,808 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:55,811 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:55,811 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:55,812 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:16:55,814 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:16:55,817 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:16:55,818 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70244959, jitterRate=0.046731457114219666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:16:55,818 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177815792Initializing all the Stores at 1733177815793 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177815793Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177815794 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177815794Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177815794Cleaning up temporary data from old regions at 1733177815811 (+17 ms)Region opened successfully at 1733177815818 (+7 ms) 2024-12-02T22:16:55,818 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:16:55,823 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6315b775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:16:55,824 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:16:55,824 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:16:55,825 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:16:55,825 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:16:55,825 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:16:55,826 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:16:55,826 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:16:55,829 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:16:55,830 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Unable to get data of znode /1-388457961/balancer because node does not exist (not necessarily an error) 2024-12-02T22:16:55,831 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-388457961/balancer already deleted, retry=false 2024-12-02T22:16:55,832 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:16:55,832 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Unable to get data of znode /1-388457961/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:16:55,834 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-388457961/normalizer already deleted, retry=false 2024-12-02T22:16:55,834 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:16:55,835 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Unable to get data of znode /1-388457961/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:16:55,837 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-388457961/switch/split already deleted, retry=false 2024-12-02T22:16:55,838 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Unable to get data of znode /1-388457961/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:16:55,839 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-388457961/switch/merge already deleted, retry=false 2024-12-02T22:16:55,841 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Unable to get data of znode /1-388457961/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:16:55,843 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-388457961/snapshot-cleanup already deleted, retry=false 2024-12-02T22:16:55,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-388457961/running 2024-12-02T22:16:55,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-388457961/running 2024-12-02T22:16:55,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:16:55,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:16:55,845 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,39337,1733177815591, sessionid=0x1009d109a4e0003, setting cluster-up flag (Was=false) 2024-12-02T22:16:55,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:16:55,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:16:55,854 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-388457961/flush-table-proc/acquired, /1-388457961/flush-table-proc/reached, /1-388457961/flush-table-proc/abort 2024-12-02T22:16:55,855 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,39337,1733177815591 2024-12-02T22:16:55,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:16:55,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:16:55,864 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-388457961/online-snapshot/acquired, /1-388457961/online-snapshot/reached, /1-388457961/online-snapshot/abort 2024-12-02T22:16:55,866 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,39337,1733177815591 2024-12-02T22:16:55,867 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:16:55,871 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:16:55,871 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:16:55,871 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:16:55,871 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,39337,1733177815591 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:16:55,873 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:16:55,873 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:16:55,874 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:16:55,874 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:16:55,874 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:16:55,874 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:55,874 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:16:55,874 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:55,875 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733177845875 2024-12-02T22:16:55,875 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:16:55,875 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:16:55,875 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:16:55,875 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:16:55,875 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:16:55,875 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:16:55,875 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:55,876 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:16:55,876 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:16:55,876 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:16:55,876 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:16:55,877 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:16:55,877 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:16:55,877 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177815877,5,FailOnTimeoutGroup] 2024-12-02T22:16:55,877 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177815877,5,FailOnTimeoutGroup] 2024-12-02T22:16:55,877 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:55,878 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:16:55,878 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:55,878 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:55,881 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:16:55,881 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:16:55,883 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:55,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:16:55,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:16:55,966 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(746): ClusterId : 0d79911d-bc74-4dde-8ae0-cd59cf0dca95 2024-12-02T22:16:55,966 DEBUG [RS:0;7ae73638d47e:46769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:16:55,969 DEBUG [RS:0;7ae73638d47e:46769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:16:55,969 DEBUG [RS:0;7ae73638d47e:46769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:16:55,972 DEBUG [RS:0;7ae73638d47e:46769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:16:55,972 DEBUG [RS:0;7ae73638d47e:46769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f49aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:16:55,986 DEBUG [RS:0;7ae73638d47e:46769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:46769 2024-12-02T22:16:55,986 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:16:55,986 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:16:55,986 DEBUG [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:16:55,987 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,39337,1733177815591 with port=46769, startcode=1733177815635 2024-12-02T22:16:55,987 DEBUG [RS:0;7ae73638d47e:46769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:16:55,989 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:16:55,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,46769,1733177815635 2024-12-02T22:16:55,990 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39337 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,46769,1733177815635 2024-12-02T22:16:55,994 DEBUG [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb 2024-12-02T22:16:55,994 DEBUG [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33449 2024-12-02T22:16:55,994 DEBUG [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:16:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961/rs 2024-12-02T22:16:56,000 DEBUG [RS:0;7ae73638d47e:46769 {}] zookeeper.ZKUtil(111): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Set watcher on existing znode=/1-388457961/rs/7ae73638d47e,46769,1733177815635 2024-12-02T22:16:56,000 WARN [RS:0;7ae73638d47e:46769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:16:56,000 INFO [RS:0;7ae73638d47e:46769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:16:56,000 DEBUG [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/WALs/7ae73638d47e,46769,1733177815635 2024-12-02T22:16:56,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,46769,1733177815635] 2024-12-02T22:16:56,004 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:16:56,007 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:16:56,008 INFO [RS:0;7ae73638d47e:46769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:16:56,008 INFO [RS:0;7ae73638d47e:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:56,008 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:16:56,009 INFO [RS:0;7ae73638d47e:46769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:16:56,009 INFO [RS:0;7ae73638d47e:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:56,009 DEBUG [RS:0;7ae73638d47e:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:56,010 DEBUG [RS:0;7ae73638d47e:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:56,010 DEBUG [RS:0;7ae73638d47e:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:56,010 DEBUG [RS:0;7ae73638d47e:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:56,010 DEBUG [RS:0;7ae73638d47e:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:56,010 DEBUG [RS:0;7ae73638d47e:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:16:56,010 DEBUG [RS:0;7ae73638d47e:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:56,010 DEBUG [RS:0;7ae73638d47e:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:56,010 DEBUG [RS:0;7ae73638d47e:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:56,010 DEBUG [RS:0;7ae73638d47e:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:56,011 DEBUG [RS:0;7ae73638d47e:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:56,011 DEBUG [RS:0;7ae73638d47e:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:16:56,011 DEBUG [RS:0;7ae73638d47e:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:16:56,011 DEBUG [RS:0;7ae73638d47e:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:16:56,011 INFO [RS:0;7ae73638d47e:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:56,012 INFO [RS:0;7ae73638d47e:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:56,012 INFO [RS:0;7ae73638d47e:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:56,012 INFO [RS:0;7ae73638d47e:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:56,012 INFO [RS:0;7ae73638d47e:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:56,012 INFO [RS:0;7ae73638d47e:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,46769,1733177815635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:16:56,028 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:16:56,028 INFO [RS:0;7ae73638d47e:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,46769,1733177815635-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:56,028 INFO [RS:0;7ae73638d47e:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:56,028 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.Replication(171): 7ae73638d47e,46769,1733177815635 started 2024-12-02T22:16:56,044 INFO [RS:0;7ae73638d47e:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:56,044 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,46769,1733177815635, RpcServer on 7ae73638d47e/172.17.0.2:46769, sessionid=0x1009d109a4e0004 2024-12-02T22:16:56,045 DEBUG [RS:0;7ae73638d47e:46769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:16:56,045 DEBUG [RS:0;7ae73638d47e:46769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,46769,1733177815635 2024-12-02T22:16:56,045 DEBUG [RS:0;7ae73638d47e:46769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,46769,1733177815635' 2024-12-02T22:16:56,045 DEBUG [RS:0;7ae73638d47e:46769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-388457961/flush-table-proc/abort' 2024-12-02T22:16:56,046 DEBUG [RS:0;7ae73638d47e:46769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-388457961/flush-table-proc/acquired' 2024-12-02T22:16:56,046 DEBUG [RS:0;7ae73638d47e:46769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:16:56,046 DEBUG [RS:0;7ae73638d47e:46769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:16:56,046 DEBUG [RS:0;7ae73638d47e:46769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,46769,1733177815635 2024-12-02T22:16:56,046 DEBUG [RS:0;7ae73638d47e:46769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,46769,1733177815635' 2024-12-02T22:16:56,046 DEBUG [RS:0;7ae73638d47e:46769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-388457961/online-snapshot/abort' 2024-12-02T22:16:56,047 DEBUG [RS:0;7ae73638d47e:46769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-388457961/online-snapshot/acquired' 2024-12-02T22:16:56,047 DEBUG [RS:0;7ae73638d47e:46769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:16:56,047 INFO [RS:0;7ae73638d47e:46769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:16:56,047 INFO [RS:0;7ae73638d47e:46769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:16:56,148 INFO [RS:0;7ae73638d47e:46769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:16:56,151 INFO [RS:0;7ae73638d47e:46769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C46769%2C1733177815635, suffix=, logDir=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/WALs/7ae73638d47e,46769,1733177815635, archiveDir=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/oldWALs, maxLogs=10 2024-12-02T22:16:56,167 DEBUG [RS:0;7ae73638d47e:46769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/WALs/7ae73638d47e,46769,1733177815635/7ae73638d47e%2C46769%2C1733177815635.1733177816152, exclude list is [], retry=0 2024-12-02T22:16:56,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37335,DS-6dbb1259-19f5-46e3-8c1d-8b4dd9dfb7b7,DISK] 2024-12-02T22:16:56,173 INFO [RS:0;7ae73638d47e:46769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/WALs/7ae73638d47e,46769,1733177815635/7ae73638d47e%2C46769%2C1733177815635.1733177816152 2024-12-02T22:16:56,174 DEBUG [RS:0;7ae73638d47e:46769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34053:34053)] 2024-12-02T22:16:56,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:16:56,293 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb 2024-12-02T22:16:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741833_1009 (size=32) 2024-12-02T22:16:56,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:16:56,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:16:56,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:16:56,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:56,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:56,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:16:56,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:16:56,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:56,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:56,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:16:56,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:16:56,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:56,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:56,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:16:56,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:16:56,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:56,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:56,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:16:56,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/data/hbase/meta/1588230740 2024-12-02T22:16:56,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/data/hbase/meta/1588230740 2024-12-02T22:16:56,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:16:56,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:16:56,722 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:16:56,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:16:56,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:16:56,728 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60701811, jitterRate=-0.09547252953052521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:16:56,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733177816703Initializing all the Stores at 1733177816705 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177816705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177816705Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177816705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177816705Cleaning up temporary data from old regions at 1733177816722 (+17 ms)Region opened successfully at 1733177816728 (+6 ms) 2024-12-02T22:16:56,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:16:56,728 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:16:56,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:16:56,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:16:56,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:16:56,729 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:16:56,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177816728Disabling compacts and flushes for region at 1733177816728Disabling writes for close at 1733177816728Writing region close event to WAL at 1733177816729 (+1 ms)Closed at 1733177816729 2024-12-02T22:16:56,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:16:56,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:16:56,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:16:56,733 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:16:56,735 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:16:56,885 DEBUG [7ae73638d47e:39337 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:16:56,885 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,46769,1733177815635 2024-12-02T22:16:56,888 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,46769,1733177815635, state=OPENING 2024-12-02T22:16:56,890 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:16:56,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:16:56,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:16:56,892 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:16:56,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,46769,1733177815635}] 2024-12-02T22:16:56,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-388457961/meta-region-server: CHANGED 2024-12-02T22:16:56,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-388457961/meta-region-server: CHANGED 2024-12-02T22:16:57,071 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:16:57,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:16:57,078 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:16:57,078 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:16:57,079 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:16:57,081 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C46769%2C1733177815635.meta, suffix=.meta, logDir=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/WALs/7ae73638d47e,46769,1733177815635, archiveDir=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/oldWALs, maxLogs=10 2024-12-02T22:16:57,097 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/WALs/7ae73638d47e,46769,1733177815635/7ae73638d47e%2C46769%2C1733177815635.meta.1733177817083.meta, exclude list is [], retry=0 2024-12-02T22:16:57,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37335,DS-6dbb1259-19f5-46e3-8c1d-8b4dd9dfb7b7,DISK] 2024-12-02T22:16:57,103 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/WALs/7ae73638d47e,46769,1733177815635/7ae73638d47e%2C46769%2C1733177815635.meta.1733177817083.meta 2024-12-02T22:16:57,103 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34053:34053)] 2024-12-02T22:16:57,103 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:16:57,104 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:16:57,104 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:16:57,104 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:16:57,104 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:16:57,104 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:16:57,104 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:16:57,104 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:16:57,104 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:16:57,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:16:57,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:16:57,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:57,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:57,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:16:57,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:16:57,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:57,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:57,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:16:57,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:16:57,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:57,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:57,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:16:57,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:16:57,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:57,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:16:57,114 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:16:57,115 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/data/hbase/meta/1588230740 2024-12-02T22:16:57,116 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/data/hbase/meta/1588230740 2024-12-02T22:16:57,118 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:16:57,118 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:16:57,119 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:16:57,121 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:16:57,122 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69048075, jitterRate=0.028896495699882507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:16:57,122 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:16:57,123 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733177817105Writing region info on filesystem at 1733177817105Initializing all the Stores at 1733177817106 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177817106Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177817106Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177817106Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177817106Cleaning up temporary data from old regions at 1733177817118 (+12 ms)Running coprocessor post-open hooks at 1733177817122 (+4 ms)Region opened successfully at 1733177817123 (+1 ms) 2024-12-02T22:16:57,124 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733177817070 2024-12-02T22:16:57,127 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:16:57,127 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:16:57,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,46769,1733177815635 2024-12-02T22:16:57,130 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,46769,1733177815635, state=OPEN 2024-12-02T22:16:57,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-388457961/meta-region-server 2024-12-02T22:16:57,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-388457961/meta-region-server 2024-12-02T22:16:57,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-388457961/meta-region-server: CHANGED 2024-12-02T22:16:57,132 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,46769,1733177815635 2024-12-02T22:16:57,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-388457961/meta-region-server: CHANGED 2024-12-02T22:16:57,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:16:57,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,46769,1733177815635 in 240 msec 2024-12-02T22:16:57,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:16:57,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-12-02T22:16:57,141 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:16:57,141 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:16:57,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:16:57,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,46769,1733177815635, seqNum=-1] 2024-12-02T22:16:57,144 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:16:57,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:16:57,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-12-02T22:16:57,153 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733177817153, completionTime=-1 2024-12-02T22:16:57,153 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:16:57,153 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:16:57,156 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:16:57,156 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733177877156 2024-12-02T22:16:57,156 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733177937156 2024-12-02T22:16:57,156 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T22:16:57,156 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39337,1733177815591-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:57,156 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39337,1733177815591-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:57,156 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39337,1733177815591-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:57,157 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:39337, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:57,157 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:57,157 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:57,159 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:16:57,161 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.470sec 2024-12-02T22:16:57,161 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:16:57,161 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:16:57,161 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:16:57,161 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:16:57,161 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:16:57,162 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39337,1733177815591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:16:57,162 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39337,1733177815591-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:16:57,164 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:16:57,164 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:16:57,165 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39337,1733177815591-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:16:57,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d5e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:57,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39337,-1 for getting cluster id 2024-12-02T22:16:57,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:16:57,169 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d79911d-bc74-4dde-8ae0-cd59cf0dca95' 2024-12-02T22:16:57,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:16:57,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d79911d-bc74-4dde-8ae0-cd59cf0dca95" 2024-12-02T22:16:57,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d12c775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:57,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39337,-1] 2024-12-02T22:16:57,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:16:57,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:57,172 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:16:57,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:57,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:16:57,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,46769,1733177815635, seqNum=-1] 2024-12-02T22:16:57,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:16:57,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:16:57,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,39337,1733177815591 2024-12-02T22:16:57,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50692 2024-12-02T22:16:57,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:16:57,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009d109a4e0005 connected 2024-12-02T22:16:57,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4183ef6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:57,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,40935,-1 for getting cluster id 2024-12-02T22:16:57,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:16:57,192 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38' 2024-12-02T22:16:57,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:16:57,192 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38" 2024-12-02T22:16:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a60847c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,40935,-1] 2024-12-02T22:16:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:16:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:57,194 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:16:57,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce8cc6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:57,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:16:57,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,40935,1733177810351 2024-12-02T22:16:57,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7beec71c 2024-12-02T22:16:57,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:16:57,213 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:16:57,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:39337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:16:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:16:57,227 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:39337' 2024-12-02T22:16:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:16:57,229 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0717c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:57,229 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39337,-1 for getting cluster id 2024-12-02T22:16:57,229 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:16:57,230 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d79911d-bc74-4dde-8ae0-cd59cf0dca95' 2024-12-02T22:16:57,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:16:57,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d79911d-bc74-4dde-8ae0-cd59cf0dca95" 2024-12-02T22:16:57,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16923a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:57,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39337,-1] 2024-12-02T22:16:57,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:16:57,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:57,232 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:16:57,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4a7c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:57,233 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:16:57,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,39337,1733177815591 2024-12-02T22:16:57,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37f38114 2024-12-02T22:16:57,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:16:57,239 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:16:57,251 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T22:16:57,251 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:16:57,255 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:57,256 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:57,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:16:57,257 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:16:57,262 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:16:57,265 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:16:57,265 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:57,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:16:57,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741835_1011 (size=1138) 2024-12-02T22:16:57,315 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:16:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:16:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:16:57,679 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63bfaf6c593dd7740b6a7b7da9be8464, NAME => 'hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391 2024-12-02T22:16:57,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741836_1012 (size=44) 2024-12-02T22:16:57,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:16:57,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 63bfaf6c593dd7740b6a7b7da9be8464, disabling compactions & flushes 2024-12-02T22:16:57,689 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:16:57,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:16:57,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. after waiting 0 ms 2024-12-02T22:16:57,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:16:57,689 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:16:57,690 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63bfaf6c593dd7740b6a7b7da9be8464: Waiting for close lock at 1733177817689Disabling compacts and flushes for region at 1733177817689Disabling writes for close at 1733177817689Writing region close event to WAL at 1733177817689Closed at 1733177817689 2024-12-02T22:16:57,692 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:16:57,697 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733177817692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733177817692"}]},"ts":"1733177817692"} 2024-12-02T22:16:57,702 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:16:57,703 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:16:57,707 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177817703"}]},"ts":"1733177817703"} 2024-12-02T22:16:57,710 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:16:57,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63bfaf6c593dd7740b6a7b7da9be8464, ASSIGN}] 2024-12-02T22:16:57,713 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63bfaf6c593dd7740b6a7b7da9be8464, ASSIGN 2024-12-02T22:16:57,715 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=63bfaf6c593dd7740b6a7b7da9be8464, ASSIGN; state=OFFLINE, location=7ae73638d47e,40709,1733177811000; forceNewPlan=false, retain=false 2024-12-02T22:16:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:16:57,866 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=63bfaf6c593dd7740b6a7b7da9be8464, regionState=OPENING, regionLocation=7ae73638d47e,40709,1733177811000 2024-12-02T22:16:57,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=63bfaf6c593dd7740b6a7b7da9be8464, ASSIGN because future has completed 2024-12-02T22:16:57,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63bfaf6c593dd7740b6a7b7da9be8464, server=7ae73638d47e,40709,1733177811000}] 2024-12-02T22:16:58,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:16:58,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:16:58,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:16:58,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C40709%2C1733177811000.rep, suffix=, logDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000, archiveDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/oldWALs, maxLogs=10 2024-12-02T22:16:58,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.rep.1733177818034, exclude list is [], retry=0 2024-12-02T22:16:58,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38881,DS-ae63f8a5-e89b-4333-b147-1e857bcedcfd,DISK] 2024-12-02T22:16:58,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.rep.1733177818034 2024-12-02T22:16:58,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34241:34241)] 2024-12-02T22:16:58,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 63bfaf6c593dd7740b6a7b7da9be8464, NAME => 'hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:16:58,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:16:58,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:16:58,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. service=MultiRowMutationService 2024-12-02T22:16:58,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:16:58,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:16:58,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:16:58,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:16:58,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:16:58,058 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:16:58,059 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63bfaf6c593dd7740b6a7b7da9be8464 columnFamilyName hfileref 2024-12-02T22:16:58,059 DEBUG [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:58,060 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] regionserver.HStore(327): Store=63bfaf6c593dd7740b6a7b7da9be8464/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:16:58,060 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:16:58,062 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63bfaf6c593dd7740b6a7b7da9be8464 columnFamilyName queue 2024-12-02T22:16:58,062 DEBUG [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:58,062 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] regionserver.HStore(327): Store=63bfaf6c593dd7740b6a7b7da9be8464/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:16:58,063 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:16:58,064 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63bfaf6c593dd7740b6a7b7da9be8464 columnFamilyName sid 2024-12-02T22:16:58,064 DEBUG [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:16:58,065 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] regionserver.HStore(327): Store=63bfaf6c593dd7740b6a7b7da9be8464/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:16:58,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:16:58,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/replication/63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:16:58,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/replication/63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:16:58,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:16:58,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:16:58,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:16:58,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:16:58,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/replication/63bfaf6c593dd7740b6a7b7da9be8464/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:16:58,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 63bfaf6c593dd7740b6a7b7da9be8464; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72949156, jitterRate=0.08702713251113892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:16:58,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:16:58,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 63bfaf6c593dd7740b6a7b7da9be8464: Running coprocessor pre-open hook at 1733177818056Writing region info on filesystem at 1733177818056Initializing all the Stores at 1733177818057 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177818057Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177818057Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177818057Cleaning up temporary data from old regions at 1733177818068 (+11 ms)Running coprocessor post-open hooks at 1733177818075 (+7 ms)Region opened successfully at 1733177818077 (+2 ms) 2024-12-02T22:16:58,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464., pid=7, masterSystemTime=1733177818025 2024-12-02T22:16:58,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:16:58,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:16:58,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=63bfaf6c593dd7740b6a7b7da9be8464, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,40709,1733177811000 2024-12-02T22:16:58,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63bfaf6c593dd7740b6a7b7da9be8464, server=7ae73638d47e,40709,1733177811000 because future has completed 2024-12-02T22:16:58,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T22:16:58,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 63bfaf6c593dd7740b6a7b7da9be8464, server=7ae73638d47e,40709,1733177811000 in 216 msec 2024-12-02T22:16:58,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:16:58,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63bfaf6c593dd7740b6a7b7da9be8464, ASSIGN in 380 msec 2024-12-02T22:16:58,097 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:16:58,097 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177818097"}]},"ts":"1733177818097"} 2024-12-02T22:16:58,100 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:16:58,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:16:58,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 844 msec 2024-12-02T22:16:58,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464., hostname=7ae73638d47e,40709,1733177811000, seqNum=2] 2024-12-02T22:16:58,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40709 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-02T22:16:58,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:16:58,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:16:58,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:16:58,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40709 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T22:16:58,311 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:16:58,351 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,40709,1733177811000, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:16:58,353 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:16:58,353 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,40709,1733177811000, seqNum=-1] 2024-12-02T22:16:58,353 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:16:58,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T22:16:58,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,40709,1733177811000', locateType=CURRENT is [region=hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464., hostname=7ae73638d47e,40709,1733177811000, seqNum=2] 2024-12-02T22:16:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:16:58,363 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T22:16:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T22:16:58,368 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,40709,1733177811000 suceeded 2024-12-02T22:16:58,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T22:16:58,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-12-02T22:16:58,371 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:39337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:16:58,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1540 sec 2024-12-02T22:16:58,381 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:39337' 2024-12-02T22:16:58,383 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42952770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:58,384 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39337,-1 for getting cluster id 2024-12-02T22:16:58,384 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:16:58,385 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d79911d-bc74-4dde-8ae0-cd59cf0dca95' 2024-12-02T22:16:58,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:16:58,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d79911d-bc74-4dde-8ae0-cd59cf0dca95" 2024-12-02T22:16:58,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52827e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:58,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39337,-1] 2024-12-02T22:16:58,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:16:58,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:58,387 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:16:58,388 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f68679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:58,388 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:16:58,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,39337,1733177815591 2024-12-02T22:16:58,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3417e1e2 2024-12-02T22:16:58,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:16:58,391 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T22:16:58,392 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,40709,1733177811000 (queues=1) is replicating from cluster=a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38 to cluster=0d79911d-bc74-4dde-8ae0-cd59cf0dca95 2024-12-02T22:16:58,393 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C40709%2C1733177811000 2024-12-02T22:16:58,398 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,40709,1733177811000, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:16:58,400 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000.replicationSource.shipper7ae73638d47e%2C40709%2C1733177811000,1-7ae73638d47e,40709,1733177811000 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C40709%2C1733177811000 2024-12-02T22:16:58,406 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000.replicationSource.wal-reader.7ae73638d47e%2C40709%2C1733177811000,1-7ae73638d47e,40709,1733177811000 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984, startPosition=0, beingWritten=true 2024-12-02T22:16:58,678 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000.replicationSource.wal-reader.7ae73638d47e%2C40709%2C1733177811000,1-7ae73638d47e,40709,1733177811000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984 to pos 0, reset compression=false 2024-12-02T22:16:58,984 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000.replicationSource.wal-reader.7ae73638d47e%2C40709%2C1733177811000,1-7ae73638d47e,40709,1733177811000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984 to pos 0, reset compression=false 2024-12-02T22:16:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:16:59,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:16:59,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:16:59,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:59,372 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:16:59,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:59,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:16:59,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:59,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,40935,-1 for getting cluster id 2024-12-02T22:16:59,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:16:59,374 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38' 2024-12-02T22:16:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:16:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38" 2024-12-02T22:16:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bcf9a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,40935,-1] 2024-12-02T22:16:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:16:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:59,378 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:16:59,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386af118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:59,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:16:59,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,40935,1733177810351 2024-12-02T22:16:59,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@369bc37d 2024-12-02T22:16:59,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:16:59,382 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:16:59,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://7ae73638d47e:39337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:16:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:16:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T22:16:59,386 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:39337' 2024-12-02T22:16:59,387 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c432f3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:59,387 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39337,-1 for getting cluster id 2024-12-02T22:16:59,387 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:16:59,388 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d79911d-bc74-4dde-8ae0-cd59cf0dca95' 2024-12-02T22:16:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:16:59,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d79911d-bc74-4dde-8ae0-cd59cf0dca95" 2024-12-02T22:16:59,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2115a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:59,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39337,-1] 2024-12-02T22:16:59,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:16:59,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:59,390 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:16:59,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12aed7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:59,391 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:16:59,391 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000.replicationSource.wal-reader.7ae73638d47e%2C40709%2C1733177811000,1-7ae73638d47e,40709,1733177811000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984 to pos 0, reset compression=false 2024-12-02T22:16:59,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,39337,1733177815591 2024-12-02T22:16:59,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa2f586 2024-12-02T22:16:59,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:16:59,393 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:16:59,394 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-02T22:16:59,394 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:16:59,394 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:59,394 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:59,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:16:59,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:16:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T22:16:59,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40709 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-02T22:16:59,565 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-02T22:16:59,597 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-7ae73638d47e,40709,1733177811000, ReplicationSource: 2, currentBandwidth=0 2024-12-02T22:16:59,599 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-02T22:16:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-02T22:16:59,603 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7ae73638d47e,40709,1733177811000 suceeded 2024-12-02T22:16:59,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:16:59,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-12-02T22:16:59,607 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7ae73638d47e:39337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:16:59,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 225 msec 2024-12-02T22:16:59,616 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:39337' 2024-12-02T22:16:59,617 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4af205fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:59,617 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39337,-1 for getting cluster id 2024-12-02T22:16:59,618 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:16:59,618 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d79911d-bc74-4dde-8ae0-cd59cf0dca95' 2024-12-02T22:16:59,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:16:59,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d79911d-bc74-4dde-8ae0-cd59cf0dca95" 2024-12-02T22:16:59,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f522b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:59,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39337,-1] 2024-12-02T22:16:59,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:16:59,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:59,621 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:16:59,621 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a7e5494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:59,622 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:16:59,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,39337,1733177815591 2024-12-02T22:16:59,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cf7a629 2024-12-02T22:16:59,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:16:59,624 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T22:16:59,625 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7ae73638d47e,40709,1733177811000 (queues=1) is replicating from cluster=a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38 to cluster=0d79911d-bc74-4dde-8ae0-cd59cf0dca95 2024-12-02T22:16:59,625 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7ae73638d47e%2C40709%2C1733177811000 2024-12-02T22:16:59,625 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7ae73638d47e,40709,1733177811000, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:16:59,625 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000.replicationSource.wal-reader.7ae73638d47e%2C40709%2C1733177811000,2-7ae73638d47e,40709,1733177811000 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984, startPosition=0, beingWritten=true 2024-12-02T22:16:59,626 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000.replicationSource.shipper7ae73638d47e%2C40709%2C1733177811000,2-7ae73638d47e,40709,1733177811000 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C40709%2C1733177811000 2024-12-02T22:16:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T22:16:59,702 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-02T22:16:59,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:16:59,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:16:59,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:59,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:59,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:16:59,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:16:59,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,40935,1733177810351 2024-12-02T22:16:59,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3767f5f6 2024-12-02T22:16:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:16:59,707 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:16:59,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T22:16:59,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T22:16:59,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T22:16:59,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T22:16:59,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:39337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:16:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T22:16:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T22:16:59,721 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:39337' 2024-12-02T22:16:59,721 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2ec328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:59,721 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39337,-1 for getting cluster id 2024-12-02T22:16:59,722 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:16:59,722 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d79911d-bc74-4dde-8ae0-cd59cf0dca95' 2024-12-02T22:16:59,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:16:59,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d79911d-bc74-4dde-8ae0-cd59cf0dca95" 2024-12-02T22:16:59,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57acf16c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:59,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39337,-1] 2024-12-02T22:16:59,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:16:59,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:59,724 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:16:59,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd1dcd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:16:59,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:16:59,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,39337,1733177815591 2024-12-02T22:16:59,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29c27fdb 2024-12-02T22:16:59,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:16:59,727 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:16:59,728 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T22:16:59,728 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:16:59,728 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:59,728 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:16:59,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:16:59,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:16:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T22:16:59,832 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000.replicationSource.wal-reader.7ae73638d47e%2C40709%2C1733177811000,2-7ae73638d47e,40709,1733177811000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984 to pos 0, reset compression=false 2024-12-02T22:16:59,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40709 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-02T22:16:59,885 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-02T22:16:59,886 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-02T22:16:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-02T22:16:59,889 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 7ae73638d47e,40709,1733177811000 suceeded 2024-12-02T22:16:59,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T22:16:59,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-12-02T22:16:59,892 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://7ae73638d47e:39337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:16:59,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-12-02T22:16:59,899 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000.replicationSource.wal-reader.7ae73638d47e%2C40709%2C1733177811000,1-7ae73638d47e,40709,1733177811000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984 to pos 0, reset compression=false 2024-12-02T22:17:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T22:17:00,041 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-02T22:17:00,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://7ae73638d47e:39337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:17:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T22:17:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T22:17:00,045 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:39337' 2024-12-02T22:17:00,046 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49197937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:00,046 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39337,-1 for getting cluster id 2024-12-02T22:17:00,046 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:00,047 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d79911d-bc74-4dde-8ae0-cd59cf0dca95' 2024-12-02T22:17:00,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:00,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d79911d-bc74-4dde-8ae0-cd59cf0dca95" 2024-12-02T22:17:00,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0fd62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:00,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39337,-1] 2024-12-02T22:17:00,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:00,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:00,049 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:00,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229c1ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:00,050 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:00,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:17:00,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,39337,1733177815591 2024-12-02T22:17:00,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bb82cca 2024-12-02T22:17:00,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:00,052 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:17:00,053 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T22:17:00,053 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:17:00,053 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:00,054 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:00,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:00,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:17:00,107 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T22:17:00,109 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:17:00,138 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000.replicationSource.wal-reader.7ae73638d47e%2C40709%2C1733177811000,2-7ae73638d47e,40709,1733177811000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984 to pos 0, reset compression=false 2024-12-02T22:17:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T22:17:00,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40709 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-02T22:17:00,211 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-02T22:17:00,212 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-02T22:17:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-02T22:17:00,216 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 7ae73638d47e,40709,1733177811000 suceeded 2024-12-02T22:17:00,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T22:17:00,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-12-02T22:17:00,219 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://7ae73638d47e:39337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:17:00,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-12-02T22:17:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T22:17:00,362 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-02T22:17:00,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T22:17:00,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40935 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T22:17:00,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:00,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:00,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:00,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:00,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:00,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:17:00,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2126825962, stopped=false 2024-12-02T22:17:00,365 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,40935,1733177810351 2024-12-02T22:17:00,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281705912/running 2024-12-02T22:17:00,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281705912/running 2024-12-02T22:17:00,367 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:17:00,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:17:00,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:17:00,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:00,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:00,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:00,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on znode that does not yet exist, /0-1281705912/running 2024-12-02T22:17:00,368 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,40709,1733177811000' ***** 2024-12-02T22:17:00,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on znode that does not yet exist, /0-1281705912/running 2024-12-02T22:17:00,368 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:17:00,369 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:17:00,369 INFO [RS:0;7ae73638d47e:40709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:17:00,369 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:17:00,369 INFO [RS:0;7ae73638d47e:40709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:17:00,369 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(3091): Received CLOSE for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:00,370 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,40709,1733177811000 2024-12-02T22:17:00,370 INFO [RS:0;7ae73638d47e:40709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:17:00,370 INFO [RS:0;7ae73638d47e:40709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:40709. 2024-12-02T22:17:00,370 DEBUG [RS:0;7ae73638d47e:40709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:00,370 DEBUG [RS:0;7ae73638d47e:40709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:00,370 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63bfaf6c593dd7740b6a7b7da9be8464, disabling compactions & flushes 2024-12-02T22:17:00,370 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:17:00,371 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:17:00,371 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:17:00,371 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:17:00,371 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:17:00,371 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. after waiting 0 ms 2024-12-02T22:17:00,371 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:17:00,371 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:17:00,371 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T22:17:00,371 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 63bfaf6c593dd7740b6a7b7da9be8464=hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464.} 2024-12-02T22:17:00,371 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:17:00,371 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:17:00,371 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:17:00,371 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:17:00,372 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:00,372 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:17:00,374 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 63bfaf6c593dd7740b6a7b7da9be8464 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-02T22:17:00,374 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T22:17:00,433 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:17:00,448 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/.tmp/info/48ae49ae1aff41b5b533ef5151786d01 is 147, key is hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464./info:regioninfo/1733177818082/Put/seqid=0 2024-12-02T22:17:00,448 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/replication/63bfaf6c593dd7740b6a7b7da9be8464/.tmp/queue/25c6da20fcce4d3fa8a00f0bafa5b0c6 is 151, key is 1-7ae73638d47e,40709,1733177811000/queue:7ae73638d47e%2C40709%2C1733177811000/1733177818358/Put/seqid=0 2024-12-02T22:17:00,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741839_1015 (size=5500) 2024-12-02T22:17:00,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741838_1014 (size=6631) 2024-12-02T22:17:00,462 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/replication/63bfaf6c593dd7740b6a7b7da9be8464/.tmp/queue/25c6da20fcce4d3fa8a00f0bafa5b0c6 2024-12-02T22:17:00,503 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/replication/63bfaf6c593dd7740b6a7b7da9be8464/.tmp/queue/25c6da20fcce4d3fa8a00f0bafa5b0c6 as hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/replication/63bfaf6c593dd7740b6a7b7da9be8464/queue/25c6da20fcce4d3fa8a00f0bafa5b0c6 2024-12-02T22:17:00,504 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000.replicationSource.wal-reader.7ae73638d47e%2C40709%2C1733177811000,1-7ae73638d47e,40709,1733177811000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984 to pos 0, reset compression=false 2024-12-02T22:17:00,512 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/replication/63bfaf6c593dd7740b6a7b7da9be8464/queue/25c6da20fcce4d3fa8a00f0bafa5b0c6, entries=2, sequenceid=6, filesize=5.4 K 2024-12-02T22:17:00,522 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 63bfaf6c593dd7740b6a7b7da9be8464 in 145ms, sequenceid=6, compaction requested=false 2024-12-02T22:17:00,530 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/replication/63bfaf6c593dd7740b6a7b7da9be8464/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T22:17:00,532 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:17:00,532 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:17:00,532 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:17:00,533 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63bfaf6c593dd7740b6a7b7da9be8464: Waiting for close lock at 1733177820370Running coprocessor pre-close hooks at 1733177820370Disabling compacts and flushes for region at 1733177820370Disabling writes for close at 1733177820371 (+1 ms)Obtaining lock to block concurrent updates at 1733177820374 (+3 ms)Preparing flush snapshotting stores in 63bfaf6c593dd7740b6a7b7da9be8464 at 1733177820374Finished memstore snapshotting hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733177820382 (+8 ms)Flushing stores of hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. at 1733177820383 (+1 ms)Flushing 63bfaf6c593dd7740b6a7b7da9be8464/queue: creating writer at 1733177820386 (+3 ms)Flushing 63bfaf6c593dd7740b6a7b7da9be8464/queue: appending metadata at 1733177820429 (+43 ms)Flushing 63bfaf6c593dd7740b6a7b7da9be8464/queue: closing flushed file at 1733177820432 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@222744c7: reopening flushed file at 1733177820501 (+69 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 63bfaf6c593dd7740b6a7b7da9be8464 in 145ms, sequenceid=6, compaction requested=false at 1733177820522 (+21 ms)Writing region close event to WAL at 1733177820524 (+2 ms)Running coprocessor post-close hooks at 1733177820530 (+6 ms)Closed at 1733177820532 (+2 ms) 2024-12-02T22:17:00,533 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:17:00,544 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000.replicationSource.wal-reader.7ae73638d47e%2C40709%2C1733177811000,2-7ae73638d47e,40709,1733177811000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984 to pos 0, reset compression=false 2024-12-02T22:17:00,572 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:00,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T22:17:00,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T22:17:00,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:17:00,751 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T22:17:00,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:17:00,751 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T22:17:00,752 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T22:17:00,752 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T22:17:00,772 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:00,863 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/.tmp/info/48ae49ae1aff41b5b533ef5151786d01 2024-12-02T22:17:00,888 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/.tmp/ns/50651f7480ea46828466446aff0c3bff is 43, key is default/ns:d/1733177814663/Put/seqid=0 2024-12-02T22:17:00,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741840_1016 (size=5153) 2024-12-02T22:17:00,894 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:17:00,895 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:17:00,972 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:01,050 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000.replicationSource.wal-reader.7ae73638d47e%2C40709%2C1733177811000,2-7ae73638d47e,40709,1733177811000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984 to pos 0, reset compression=false 2024-12-02T22:17:01,172 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:01,211 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000.replicationSource.wal-reader.7ae73638d47e%2C40709%2C1733177811000,1-7ae73638d47e,40709,1733177811000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984 to pos 0, reset compression=false 2024-12-02T22:17:01,294 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/.tmp/ns/50651f7480ea46828466446aff0c3bff 2024-12-02T22:17:01,322 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/.tmp/table/f9984c2000e44509b92a375c0edd1849 is 53, key is hbase:replication/table:state/1733177818097/Put/seqid=0 2024-12-02T22:17:01,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741841_1017 (size=5256) 2024-12-02T22:17:01,373 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T22:17:01,373 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:17:01,373 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:01,573 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:01,657 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000.replicationSource.wal-reader.7ae73638d47e%2C40709%2C1733177811000,2-7ae73638d47e,40709,1733177811000 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000/7ae73638d47e%2C40709%2C1733177811000.1733177813984 to pos 0, reset compression=false 2024-12-02T22:17:01,742 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/.tmp/table/f9984c2000e44509b92a375c0edd1849 2024-12-02T22:17:01,752 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/.tmp/info/48ae49ae1aff41b5b533ef5151786d01 as hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/info/48ae49ae1aff41b5b533ef5151786d01 2024-12-02T22:17:01,761 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/info/48ae49ae1aff41b5b533ef5151786d01, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T22:17:01,763 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/.tmp/ns/50651f7480ea46828466446aff0c3bff as hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/ns/50651f7480ea46828466446aff0c3bff 2024-12-02T22:17:01,770 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/ns/50651f7480ea46828466446aff0c3bff, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T22:17:01,771 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/.tmp/table/f9984c2000e44509b92a375c0edd1849 as hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/table/f9984c2000e44509b92a375c0edd1849 2024-12-02T22:17:01,773 DEBUG [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:01,778 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/table/f9984c2000e44509b92a375c0edd1849, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T22:17:01,780 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1408ms, sequenceid=11, compaction requested=false 2024-12-02T22:17:01,785 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T22:17:01,786 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:17:01,786 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:17:01,786 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:17:01,786 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177820371Running coprocessor pre-close hooks at 1733177820371Disabling compacts and flushes for region at 1733177820371Disabling writes for close at 1733177820372 (+1 ms)Obtaining lock to block concurrent updates at 1733177820374 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733177820374Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733177820382 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733177820383 (+1 ms)Flushing 1588230740/info: creating writer at 1733177820386 (+3 ms)Flushing 1588230740/info: appending metadata at 1733177820429 (+43 ms)Flushing 1588230740/info: closing flushed file at 1733177820432 (+3 ms)Flushing 1588230740/ns: creating writer at 1733177820872 (+440 ms)Flushing 1588230740/ns: appending metadata at 1733177820887 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733177820887Flushing 1588230740/table: creating writer at 1733177821302 (+415 ms)Flushing 1588230740/table: appending metadata at 1733177821322 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733177821322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb314c3: reopening flushed file at 1733177821750 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf4c944: reopening flushed file at 1733177821762 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ddbf2fa: reopening flushed file at 1733177821770 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1408ms, sequenceid=11, compaction requested=false at 1733177821780 (+10 ms)Writing region close event to WAL at 1733177821781 (+1 ms)Running coprocessor post-close hooks at 1733177821786 (+5 ms)Closed at 1733177821786 2024-12-02T22:17:01,787 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:17:01,974 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,40709,1733177811000; all regions closed. 2024-12-02T22:17:01,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741834_1010 (size=2742) 2024-12-02T22:17:01,984 DEBUG [RS:0;7ae73638d47e:40709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/oldWALs 2024-12-02T22:17:01,984 INFO [RS:0;7ae73638d47e:40709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C40709%2C1733177811000.meta:.meta(num 1733177814496) 2024-12-02T22:17:01,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741837_1013 (size=1802) 2024-12-02T22:17:01,989 DEBUG [RS:0;7ae73638d47e:40709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/oldWALs 2024-12-02T22:17:01,989 INFO [RS:0;7ae73638d47e:40709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C40709%2C1733177811000.rep:(num 1733177818034) 2024-12-02T22:17:01,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741833_1009 (size=93) 2024-12-02T22:17:01,994 DEBUG [RS:0;7ae73638d47e:40709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/oldWALs 2024-12-02T22:17:01,994 INFO [RS:0;7ae73638d47e:40709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C40709%2C1733177811000:(num 1733177813984) 2024-12-02T22:17:01,994 DEBUG [RS:0;7ae73638d47e:40709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:01,994 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:17:01,994 INFO [RS:0;7ae73638d47e:40709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:17:01,994 INFO [RS:0;7ae73638d47e:40709 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:17:01,995 INFO [RS:0;7ae73638d47e:40709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:17:01,995 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:17:01,995 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,40709,1733177811000 because: Region server is closing 2024-12-02T22:17:01,995 INFO [RS:0;7ae73638d47e:40709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:40709. 2024-12-02T22:17:01,995 DEBUG [RS:0;7ae73638d47e:40709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:01,995 DEBUG [RS:0;7ae73638d47e:40709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:01,996 DEBUG [RS:0;7ae73638d47e:40709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:01,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:02,096 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000.replicationSource.shipper7ae73638d47e%2C40709%2C1733177811000,1-7ae73638d47e,40709,1733177811000 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T22:17:02,096 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40709,1733177811000.replicationSource.shipper7ae73638d47e%2C40709%2C1733177811000,1-7ae73638d47e,40709,1733177811000 terminated 2024-12-02T22:17:02,097 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7ae73638d47e,40709,1733177811000 because: Region server is closing 2024-12-02T22:17:02,097 INFO [RS:0;7ae73638d47e:40709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:40709. 2024-12-02T22:17:02,097 DEBUG [RS:0;7ae73638d47e:40709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:02,097 DEBUG [RS:0;7ae73638d47e:40709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:02,097 DEBUG [RS:0;7ae73638d47e:40709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:02,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:02,198 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000.replicationSource.shipper7ae73638d47e%2C40709%2C1733177811000,2-7ae73638d47e,40709,1733177811000 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T22:17:02,198 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000.replicationSource.shipper7ae73638d47e%2C40709%2C1733177811000,2-7ae73638d47e,40709,1733177811000 terminated 2024-12-02T22:17:02,198 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,40709,1733177811000.replicationSource.wal-reader.7ae73638d47e%2C40709%2C1733177811000,2-7ae73638d47e,40709,1733177811000 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:17:02,199 INFO [RS:0;7ae73638d47e:40709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40709 2024-12-02T22:17:02,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912/rs 2024-12-02T22:17:02,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281705912/rs/7ae73638d47e,40709,1733177811000 2024-12-02T22:17:02,209 INFO [RS:0;7ae73638d47e:40709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:17:02,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,40709,1733177811000] 2024-12-02T22:17:02,215 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281705912/draining/7ae73638d47e,40709,1733177811000 already deleted, retry=false 2024-12-02T22:17:02,216 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,40709,1733177811000 expired; onlineServers=0 2024-12-02T22:17:02,216 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,40935,1733177810351' ***** 2024-12-02T22:17:02,216 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:17:02,216 INFO [M:0;7ae73638d47e:40935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:17:02,216 INFO [M:0;7ae73638d47e:40935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:17:02,216 DEBUG [M:0;7ae73638d47e:40935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:17:02,216 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:17:02,216 DEBUG [M:0;7ae73638d47e:40935 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:17:02,217 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177813637 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177813637,5,FailOnTimeoutGroup] 2024-12-02T22:17:02,217 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177813635 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177813635,5,FailOnTimeoutGroup] 2024-12-02T22:17:02,217 INFO [M:0;7ae73638d47e:40935 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:17:02,217 INFO [M:0;7ae73638d47e:40935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:17:02,217 DEBUG [M:0;7ae73638d47e:40935 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:17:02,217 INFO [M:0;7ae73638d47e:40935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:17:02,218 INFO [M:0;7ae73638d47e:40935 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:17:02,218 INFO [M:0;7ae73638d47e:40935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:17:02,218 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:17:02,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281705912/master 2024-12-02T22:17:02,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:17:02,222 DEBUG [M:0;7ae73638d47e:40935 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281705912/master already deleted, retry=false 2024-12-02T22:17:02,222 DEBUG [M:0;7ae73638d47e:40935 {}] master.ActiveMasterManager(353): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1281705912/master 2024-12-02T22:17:02,223 INFO [M:0;7ae73638d47e:40935 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/.lastflushedseqids 2024-12-02T22:17:02,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741842_1018 (size=181) 2024-12-02T22:17:02,248 INFO [M:0;7ae73638d47e:40935 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:17:02,248 INFO [M:0;7ae73638d47e:40935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:17:02,249 DEBUG [M:0;7ae73638d47e:40935 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:17:02,249 INFO [M:0;7ae73638d47e:40935 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:02,249 DEBUG [M:0;7ae73638d47e:40935 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:02,249 DEBUG [M:0;7ae73638d47e:40935 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:17:02,249 DEBUG [M:0;7ae73638d47e:40935 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:02,249 INFO [M:0;7ae73638d47e:40935 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-02T22:17:02,289 DEBUG [M:0;7ae73638d47e:40935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19593482450f4419a43603d3a74294d4 is 82, key is hbase:meta,,1/info:regioninfo/1733177814595/Put/seqid=0 2024-12-02T22:17:02,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741843_1019 (size=5672) 2024-12-02T22:17:02,300 INFO [M:0;7ae73638d47e:40935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19593482450f4419a43603d3a74294d4 2024-12-02T22:17:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40709-0x1009d109a4e0001, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:02,315 INFO [RS:0;7ae73638d47e:40709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:17:02,315 INFO [RS:0;7ae73638d47e:40709 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,40709,1733177811000; zookeeper connection closed. 2024-12-02T22:17:02,316 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b5d8899 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b5d8899 2024-12-02T22:17:02,316 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:17:02,347 DEBUG [M:0;7ae73638d47e:40935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/927728ef286c4b578d59d045fc86307e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733177818104/Put/seqid=0 2024-12-02T22:17:02,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741844_1020 (size=8663) 2024-12-02T22:17:02,373 INFO [M:0;7ae73638d47e:40935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/927728ef286c4b578d59d045fc86307e 2024-12-02T22:17:02,415 DEBUG [M:0;7ae73638d47e:40935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b76dce2af5224ab08c7541d7225cbdea is 69, key is 7ae73638d47e,40709,1733177811000/rs:state/1733177813751/Put/seqid=0 2024-12-02T22:17:02,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741845_1021 (size=5156) 2024-12-02T22:17:02,834 INFO [M:0;7ae73638d47e:40935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b76dce2af5224ab08c7541d7225cbdea 2024-12-02T22:17:02,844 DEBUG [M:0;7ae73638d47e:40935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19593482450f4419a43603d3a74294d4 as hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19593482450f4419a43603d3a74294d4 2024-12-02T22:17:02,856 INFO [M:0;7ae73638d47e:40935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19593482450f4419a43603d3a74294d4, entries=8, sequenceid=115, filesize=5.5 K 2024-12-02T22:17:02,858 DEBUG [M:0;7ae73638d47e:40935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/927728ef286c4b578d59d045fc86307e as hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/927728ef286c4b578d59d045fc86307e 2024-12-02T22:17:02,868 INFO [M:0;7ae73638d47e:40935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/927728ef286c4b578d59d045fc86307e, entries=14, sequenceid=115, filesize=8.5 K 2024-12-02T22:17:02,870 DEBUG [M:0;7ae73638d47e:40935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b76dce2af5224ab08c7541d7225cbdea as hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b76dce2af5224ab08c7541d7225cbdea 2024-12-02T22:17:02,878 INFO [M:0;7ae73638d47e:40935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b76dce2af5224ab08c7541d7225cbdea, entries=1, sequenceid=115, filesize=5.0 K 2024-12-02T22:17:02,880 INFO [M:0;7ae73638d47e:40935 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 631ms, sequenceid=115, compaction requested=false 2024-12-02T22:17:02,889 INFO [M:0;7ae73638d47e:40935 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:02,889 DEBUG [M:0;7ae73638d47e:40935 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177822248Disabling compacts and flushes for region at 1733177822248Disabling writes for close at 1733177822249 (+1 ms)Obtaining lock to block concurrent updates at 1733177822249Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733177822249Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733177822250 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733177822251 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733177822251Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733177822288 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733177822288Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733177822315 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733177822346 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733177822346Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733177822382 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733177822414 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733177822414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366f6560: reopening flushed file at 1733177822842 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64a7c3b2: reopening flushed file at 1733177822857 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26aebf9d: reopening flushed file at 1733177822868 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 631ms, sequenceid=115, compaction requested=false at 1733177822880 (+12 ms)Writing region close event to WAL at 1733177822889 (+9 ms)Closed at 1733177822889 2024-12-02T22:17:02,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741830_1006 (size=59421) 2024-12-02T22:17:02,894 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:17:02,894 INFO [M:0;7ae73638d47e:40935 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:17:02,895 INFO [M:0;7ae73638d47e:40935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40935 2024-12-02T22:17:02,895 INFO [M:0;7ae73638d47e:40935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:17:02,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:02,997 INFO [M:0;7ae73638d47e:40935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:17:02,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40935-0x1009d109a4e0000, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:02,999 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:17:02,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:02,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:02,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:17:02,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:02,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:17:02,999 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:17:03,000 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:17:03,000 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44755 2024-12-02T22:17:03,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44755 connecting to ZooKeeper ensemble=127.0.0.1:50692 2024-12-02T22:17:03,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447550x0, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:17:03,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44755-0x1009d109a4e0006 connected 2024-12-02T22:17:03,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:03,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:03,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on znode that does not yet exist, /0-1281705912/running 2024-12-02T22:17:03,013 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281705912/meta-region-server: INIT 2024-12-02T22:17:03,013 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391, hbase.cluster.distributed=false 2024-12-02T22:17:03,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on znode that does not yet exist, /0-1281705912/acl 2024-12-02T22:17:03,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44755 2024-12-02T22:17:03,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44755 2024-12-02T22:17:03,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44755 2024-12-02T22:17:03,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44755 2024-12-02T22:17:03,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44755 2024-12-02T22:17:03,042 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:17:03,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:03,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:03,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:17:03,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:03,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:17:03,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:17:03,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:17:03,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41405 2024-12-02T22:17:03,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41405 connecting to ZooKeeper ensemble=127.0.0.1:50692 2024-12-02T22:17:03,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:03,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:03,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414050x0, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:17:03,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41405-0x1009d109a4e0007 connected 2024-12-02T22:17:03,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on znode that does not yet exist, /0-1281705912/running 2024-12-02T22:17:03,053 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281705912/meta-region-server: INIT 2024-12-02T22:17:03,053 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:17:03,054 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:17:03,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on znode that does not yet exist, /0-1281705912/master 2024-12-02T22:17:03,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on znode that does not yet exist, /0-1281705912/acl 2024-12-02T22:17:03,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41405 2024-12-02T22:17:03,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41405 2024-12-02T22:17:03,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41405 2024-12-02T22:17:03,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41405 2024-12-02T22:17:03,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41405 2024-12-02T22:17:03,069 DEBUG [M:0;7ae73638d47e:44755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:44755 2024-12-02T22:17:03,069 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1281705912/backup-masters/7ae73638d47e,44755,1733177822999 2024-12-02T22:17:03,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912/backup-masters 2024-12-02T22:17:03,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912/backup-masters 2024-12-02T22:17:03,071 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on existing znode=/0-1281705912/backup-masters/7ae73638d47e,44755,1733177822999 2024-12-02T22:17:03,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1281705912/master 2024-12-02T22:17:03,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:17:03,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:17:03,074 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on existing znode=/0-1281705912/master 2024-12-02T22:17:03,074 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1281705912/backup-masters/7ae73638d47e,44755,1733177822999 from backup master directory 2024-12-02T22:17:03,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281705912/backup-masters/7ae73638d47e,44755,1733177822999 2024-12-02T22:17:03,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912/backup-masters 2024-12-02T22:17:03,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912/backup-masters 2024-12-02T22:17:03,076 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:17:03,076 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,44755,1733177822999 2024-12-02T22:17:03,091 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:03,091 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:17:03,103 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-12-02T22:17:03,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741846_1022 (size=196) 2024-12-02T22:17:03,111 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:17:03,112 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:17:03,112 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:03,120 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-02T22:17:03,123 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/WALs/7ae73638d47e,40935,1733177810351 to hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/WALs/7ae73638d47e,40935,1733177810351-dead as it is dead 2024-12-02T22:17:03,125 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T22:17:03,125 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T22:17:03,125 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/WALs/7ae73638d47e,40935,1733177810351-dead/7ae73638d47e%2C40935%2C1733177810351.1733177813051 2024-12-02T22:17:03,131 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/WALs/7ae73638d47e,40935,1733177810351-dead/7ae73638d47e%2C40935%2C1733177810351.1733177813051 after 4ms 2024-12-02T22:17:03,132 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/WALs/7ae73638d47e,40935,1733177810351-dead/7ae73638d47e%2C40935%2C1733177810351.1733177813051 to hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7ae73638d47e%2C40935%2C1733177810351.1733177813051 2024-12-02T22:17:03,132 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/WALs/7ae73638d47e,40935,1733177810351-dead 2024-12-02T22:17:03,132 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/WALs/7ae73638d47e,44755,1733177822999 2024-12-02T22:17:03,134 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:17:03,135 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C44755%2C1733177822999, suffix=, logDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/WALs/7ae73638d47e,44755,1733177822999, archiveDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/oldWALs, maxLogs=10 2024-12-02T22:17:03,150 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/WALs/7ae73638d47e,44755,1733177822999/7ae73638d47e%2C44755%2C1733177822999.1733177823135, exclude list is [], retry=0 2024-12-02T22:17:03,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38881,DS-ae63f8a5-e89b-4333-b147-1e857bcedcfd,DISK] 2024-12-02T22:17:03,155 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/WALs/7ae73638d47e,44755,1733177822999/7ae73638d47e%2C44755%2C1733177822999.1733177823135 2024-12-02T22:17:03,156 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34241:34241)] 2024-12-02T22:17:03,156 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:03,156 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:03,156 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:03,156 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:03,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:03,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:17:03,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:03,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19593482450f4419a43603d3a74294d4 2024-12-02T22:17:03,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:03,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:03,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:17:03,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:03,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/927728ef286c4b578d59d045fc86307e 2024-12-02T22:17:03,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:03,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:03,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:17:03,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:03,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b76dce2af5224ab08c7541d7225cbdea 2024-12-02T22:17:03,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:03,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:03,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:17:03,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:03,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:03,184 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:03,184 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-02T22:17:03,184 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7ae73638d47e%2C40935%2C1733177810351.1733177813051 2024-12-02T22:17:03,202 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7ae73638d47e%2C40935%2C1733177810351.1733177813051 2024-12-02T22:17:03,204 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7ae73638d47e%2C40935%2C1733177810351.1733177813051 2024-12-02T22:17:03,205 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:03,205 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:03,206 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:17:03,208 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:03,210 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-02T22:17:03,211 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66747669, jitterRate=-0.005382224917411804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:17:03,212 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177823156Initializing all the Stores at 1733177823157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177823157Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177823158 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177823158Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177823158Cleaning up temporary data from old regions at 1733177823205 (+47 ms)Region opened successfully at 1733177823211 (+6 ms) 2024-12-02T22:17:03,212 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:17:03,215 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1ee481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:17:03,227 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-02T22:17:03,228 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:17:03,228 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:17:03,228 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:17:03,229 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:17:03,235 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:03,236 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:17:03,236 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:17:03,237 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:17:03,237 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T22:17:03,237 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T22:17:03,237 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-02T22:17:03,238 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:17:03,242 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7ae73638d47e,40709,1733177811000, regionLocation=7ae73638d47e,40709,1733177811000, openSeqNum=2 2024-12-02T22:17:03,242 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7ae73638d47e,40709,1733177811000, table=hbase:meta, region=1588230740 2024-12-02T22:17:03,242 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,40709,1733177811000, state=OPEN 2024-12-02T22:17:03,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1281705912/meta-region-server 2024-12-02T22:17:03,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1281705912/meta-region-server 2024-12-02T22:17:03,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281705912/meta-region-server: CHANGED 2024-12-02T22:17:03,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281705912/meta-region-server: CHANGED 2024-12-02T22:17:03,252 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:17:03,254 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281705912/draining/7ae73638d47e,40709,1733177811000 already deleted, retry=false 2024-12-02T22:17:03,254 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7ae73638d47e,40709,1733177811000 on 7ae73638d47e,44755,1733177822999 2024-12-02T22:17:03,262 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7ae73638d47e,40709,1733177811000, splitWal=true, meta=true 2024-12-02T22:17:03,265 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 7ae73638d47e,40709,1733177811000 (carryingMeta=true) 7ae73638d47e,40709,1733177811000/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5c2c85af[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T22:17:03,268 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Unable to get data of znode /0-1281705912/balancer because node does not exist (not necessarily an error) 2024-12-02T22:17:03,270 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281705912/balancer already deleted, retry=false 2024-12-02T22:17:03,271 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:17:03,271 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Unable to get data of znode /0-1281705912/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:17:03,273 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281705912/normalizer already deleted, retry=false 2024-12-02T22:17:03,273 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:17:03,274 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Unable to get data of znode /0-1281705912/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:17:03,275 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281705912/switch/split already deleted, retry=false 2024-12-02T22:17:03,276 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Unable to get data of znode /0-1281705912/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:17:03,278 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281705912/switch/merge already deleted, retry=false 2024-12-02T22:17:03,286 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Unable to get data of znode /0-1281705912/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:17:03,287 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281705912/snapshot-cleanup already deleted, retry=false 2024-12-02T22:17:03,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1281705912/running 2024-12-02T22:17:03,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:17:03,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1281705912/running 2024-12-02T22:17:03,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:17:03,290 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,44755,1733177822999, sessionid=0x1009d109a4e0006, setting cluster-up flag (Was=false) 2024-12-02T22:17:03,293 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1281705912/flush-table-proc/acquired, /0-1281705912/flush-table-proc/reached, /0-1281705912/flush-table-proc/abort 2024-12-02T22:17:03,294 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,44755,1733177822999 2024-12-02T22:17:03,297 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1281705912/online-snapshot/acquired, /0-1281705912/online-snapshot/reached, /0-1281705912/online-snapshot/abort 2024-12-02T22:17:03,298 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,44755,1733177822999 2024-12-02T22:17:03,300 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/.lastflushedseqids 2024-12-02T22:17:03,303 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:17:03,304 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:17:03,304 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,44755,1733177822999 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7ae73638d47e,40709,1733177811000 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:17:03,305 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:03,305 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:03,305 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:03,305 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:03,305 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:17:03,305 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:03,305 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:17:03,305 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:03,306 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733177853306 2024-12-02T22:17:03,306 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:17:03,307 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:17:03,307 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:17:03,307 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:17:03,307 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:17:03,307 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:17:03,307 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:03,307 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:17:03,307 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:17:03,307 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:17:03,307 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:17:03,308 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:17:03,308 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:17:03,308 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177823308,5,FailOnTimeoutGroup] 2024-12-02T22:17:03,308 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177823308,5,FailOnTimeoutGroup] 2024-12-02T22:17:03,308 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:03,308 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:17:03,308 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:03,308 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:03,308 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7ae73638d47e,40709,1733177811000, splitWal=true, meta=true 2024-12-02T22:17:03,309 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733177823308, completionTime=-1 2024-12-02T22:17:03,309 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-02T22:17:03,310 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7ae73638d47e,40709,1733177811000, splitWal=true, meta=true, isMeta: true 2024-12-02T22:17:03,312 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000-splitting 2024-12-02T22:17:03,313 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T22:17:03,313 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000-splitting dir is empty, no logs to split. 2024-12-02T22:17:03,313 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7ae73638d47e,40709,1733177811000 WAL count=0, meta=true 2024-12-02T22:17:03,317 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000-splitting dir is empty, no logs to split. 2024-12-02T22:17:03,317 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7ae73638d47e,40709,1733177811000 WAL count=0, meta=true 2024-12-02T22:17:03,317 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7ae73638d47e,40709,1733177811000 WAL splitting is done? wals=0, meta=true 2024-12-02T22:17:03,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:17:03,320 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:17:03,321 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T22:17:03,358 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(746): ClusterId : a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38 2024-12-02T22:17:03,359 DEBUG [RS:0;7ae73638d47e:41405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:17:03,361 DEBUG [RS:0;7ae73638d47e:41405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:17:03,361 DEBUG [RS:0;7ae73638d47e:41405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:17:03,363 DEBUG [RS:0;7ae73638d47e:41405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:17:03,363 DEBUG [RS:0;7ae73638d47e:41405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20002e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:17:03,376 DEBUG [RS:0;7ae73638d47e:41405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:41405 2024-12-02T22:17:03,376 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:17:03,376 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:17:03,376 DEBUG [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:17:03,377 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,44755,1733177822999 with port=41405, startcode=1733177823042 2024-12-02T22:17:03,377 DEBUG [RS:0;7ae73638d47e:41405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:17:03,379 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:17:03,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44755 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,41405,1733177823042 2024-12-02T22:17:03,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44755 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,41405,1733177823042 2024-12-02T22:17:03,381 DEBUG [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391 2024-12-02T22:17:03,382 DEBUG [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43175 2024-12-02T22:17:03,382 DEBUG [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:17:03,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912/rs 2024-12-02T22:17:03,385 DEBUG [RS:0;7ae73638d47e:41405 {}] zookeeper.ZKUtil(111): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on existing znode=/0-1281705912/rs/7ae73638d47e,41405,1733177823042 2024-12-02T22:17:03,385 WARN [RS:0;7ae73638d47e:41405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:17:03,385 INFO [RS:0;7ae73638d47e:41405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:03,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,41405,1733177823042] 2024-12-02T22:17:03,385 DEBUG [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042 2024-12-02T22:17:03,413 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T22:17:03,425 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:17:03,427 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:17:03,428 INFO [RS:0;7ae73638d47e:41405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:17:03,428 INFO [RS:0;7ae73638d47e:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:03,429 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:17:03,430 INFO [RS:0;7ae73638d47e:41405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:17:03,430 INFO [RS:0;7ae73638d47e:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:03,430 DEBUG [RS:0;7ae73638d47e:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:03,431 DEBUG [RS:0;7ae73638d47e:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:03,431 DEBUG [RS:0;7ae73638d47e:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:03,431 DEBUG [RS:0;7ae73638d47e:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:03,431 DEBUG [RS:0;7ae73638d47e:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:03,431 DEBUG [RS:0;7ae73638d47e:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:17:03,431 DEBUG [RS:0;7ae73638d47e:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:03,431 DEBUG [RS:0;7ae73638d47e:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:03,431 DEBUG [RS:0;7ae73638d47e:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:03,431 DEBUG [RS:0;7ae73638d47e:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:03,431 DEBUG [RS:0;7ae73638d47e:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:03,431 DEBUG [RS:0;7ae73638d47e:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:03,431 DEBUG [RS:0;7ae73638d47e:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:17:03,431 DEBUG [RS:0;7ae73638d47e:41405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:17:03,432 INFO [RS:0;7ae73638d47e:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:03,432 INFO [RS:0;7ae73638d47e:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:03,432 INFO [RS:0;7ae73638d47e:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:03,432 INFO [RS:0;7ae73638d47e:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:03,432 INFO [RS:0;7ae73638d47e:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:03,432 INFO [RS:0;7ae73638d47e:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,41405,1733177823042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:17:03,448 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:17:03,448 INFO [RS:0;7ae73638d47e:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,41405,1733177823042-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:03,462 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,41405,1733177823042, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:17:03,471 WARN [7ae73638d47e:44755 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:17:03,476 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.ReplicationSource(231): queueId=2-7ae73638d47e,41405,1733177823042, ReplicationSource: 2, currentBandwidth=0 2024-12-02T22:17:03,477 INFO [RS:0;7ae73638d47e:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:03,477 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.Replication(171): 7ae73638d47e,41405,1733177823042 started 2024-12-02T22:17:03,478 DEBUG [RS:0;7ae73638d47e:41405.replicationSource,1-7ae73638d47e,41405,1733177823042 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:39337' 2024-12-02T22:17:03,485 DEBUG [RS:0;7ae73638d47e:41405.replicationSource,1-7ae73638d47e,41405,1733177823042 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fb95bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:03,485 DEBUG [RS:0;7ae73638d47e:41405.replicationSource,1-7ae73638d47e,41405,1733177823042 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39337,-1 for getting cluster id 2024-12-02T22:17:03,485 DEBUG [RS:0;7ae73638d47e:41405.replicationSource,1-7ae73638d47e,41405,1733177823042 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:03,486 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d79911d-bc74-4dde-8ae0-cd59cf0dca95' 2024-12-02T22:17:03,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:03,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d79911d-bc74-4dde-8ae0-cd59cf0dca95" 2024-12-02T22:17:03,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b5d9f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:03,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39337,-1] 2024-12-02T22:17:03,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:03,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:03,489 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:03,490 DEBUG [RS:0;7ae73638d47e:41405.replicationSource,1-7ae73638d47e,41405,1733177823042 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b3afc15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:03,490 DEBUG [RS:0;7ae73638d47e:41405.replicationSource,1-7ae73638d47e,41405,1733177823042 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:03,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,39337,1733177815591 2024-12-02T22:17:03,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d4cad23 2024-12-02T22:17:03,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:03,493 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-02T22:17:03,493 INFO [RS:0;7ae73638d47e:41405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:03,493 INFO [RS:0;7ae73638d47e:41405.replicationSource,1-7ae73638d47e,41405,1733177823042 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,41405,1733177823042 (queues=0) is replicating from cluster=a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38 to cluster=0d79911d-bc74-4dde-8ae0-cd59cf0dca95 2024-12-02T22:17:03,493 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,41405,1733177823042, RpcServer on 7ae73638d47e/172.17.0.2:41405, sessionid=0x1009d109a4e0007 2024-12-02T22:17:03,494 DEBUG [RS:0;7ae73638d47e:41405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:17:03,494 DEBUG [RS:0;7ae73638d47e:41405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,41405,1733177823042 2024-12-02T22:17:03,494 DEBUG [RS:0;7ae73638d47e:41405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,41405,1733177823042' 2024-12-02T22:17:03,494 DEBUG [RS:0;7ae73638d47e:41405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1281705912/flush-table-proc/abort' 2024-12-02T22:17:03,494 DEBUG [RS:0;7ae73638d47e:41405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1281705912/flush-table-proc/acquired' 2024-12-02T22:17:03,495 DEBUG [RS:0;7ae73638d47e:41405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:17:03,495 DEBUG [RS:0;7ae73638d47e:41405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:17:03,495 DEBUG [RS:0;7ae73638d47e:41405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,41405,1733177823042 2024-12-02T22:17:03,495 DEBUG [RS:0;7ae73638d47e:41405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,41405,1733177823042' 2024-12-02T22:17:03,495 DEBUG [RS:0;7ae73638d47e:41405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1281705912/online-snapshot/abort' 2024-12-02T22:17:03,495 DEBUG [RS:0;7ae73638d47e:41405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1281705912/online-snapshot/acquired' 2024-12-02T22:17:03,496 DEBUG [RS:0;7ae73638d47e:41405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:17:03,496 INFO [RS:0;7ae73638d47e:41405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:17:03,496 INFO [RS:0;7ae73638d47e:41405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:17:03,500 DEBUG [RS:0;7ae73638d47e:41405.replicationSource,2-7ae73638d47e,41405,1733177823042 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:39337' 2024-12-02T22:17:03,501 DEBUG [RS:0;7ae73638d47e:41405.replicationSource,2-7ae73638d47e,41405,1733177823042 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25c546da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:03,502 DEBUG [RS:0;7ae73638d47e:41405.replicationSource,2-7ae73638d47e,41405,1733177823042 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39337,-1 for getting cluster id 2024-12-02T22:17:03,502 DEBUG [RS:0;7ae73638d47e:41405.replicationSource,2-7ae73638d47e,41405,1733177823042 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:03,503 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d79911d-bc74-4dde-8ae0-cd59cf0dca95' 2024-12-02T22:17:03,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:03,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d79911d-bc74-4dde-8ae0-cd59cf0dca95" 2024-12-02T22:17:03,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e70efc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:03,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39337,-1] 2024-12-02T22:17:03,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:03,504 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:03,505 DEBUG [RS:0;7ae73638d47e:41405.replicationSource,2-7ae73638d47e,41405,1733177823042 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c0a659b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:03,505 DEBUG [RS:0;7ae73638d47e:41405.replicationSource,2-7ae73638d47e,41405,1733177823042 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:03,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,39337,1733177815591 2024-12-02T22:17:03,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6104bcd9 2024-12-02T22:17:03,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:03,508 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-02T22:17:03,508 INFO [RS:0;7ae73638d47e:41405.replicationSource,2-7ae73638d47e,41405,1733177823042 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7ae73638d47e,41405,1733177823042 (queues=0) is replicating from cluster=a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38 to cluster=0d79911d-bc74-4dde-8ae0-cd59cf0dca95 2024-12-02T22:17:03,596 INFO [RS:0;7ae73638d47e:41405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:17:03,598 INFO [RS:0;7ae73638d47e:41405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C41405%2C1733177823042, suffix=, logDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042, archiveDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/oldWALs, maxLogs=10 2024-12-02T22:17:03,612 DEBUG [RS:0;7ae73638d47e:41405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599, exclude list is [], retry=0 2024-12-02T22:17:03,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38881,DS-ae63f8a5-e89b-4333-b147-1e857bcedcfd,DISK] 2024-12-02T22:17:03,618 INFO [RS:0;7ae73638d47e:41405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 2024-12-02T22:17:03,619 DEBUG [RS:0;7ae73638d47e:41405 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7ae73638d47e%2C41405%2C1733177823042 for peer 2 2024-12-02T22:17:03,619 DEBUG [RS:0;7ae73638d47e:41405 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7ae73638d47e%2C41405%2C1733177823042 for peer 1 2024-12-02T22:17:03,619 DEBUG [RS:0;7ae73638d47e:41405 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C41405%2C1733177823042 2024-12-02T22:17:03,619 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,41405,1733177823042, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:17:03,619 INFO [RS:0;7ae73638d47e:41405.replicationSource.shipper7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C41405%2C1733177823042 2024-12-02T22:17:03,619 DEBUG [RS:0;7ae73638d47e:41405 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7ae73638d47e%2C41405%2C1733177823042 2024-12-02T22:17:03,619 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7ae73638d47e,41405,1733177823042, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:17:03,620 INFO [RS:0;7ae73638d47e:41405.replicationSource.shipper7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C41405%2C1733177823042 2024-12-02T22:17:03,620 DEBUG [RS:0;7ae73638d47e:41405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34241:34241)] 2024-12-02T22:17:03,620 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599, startPosition=0, beingWritten=true 2024-12-02T22:17:03,620 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599, startPosition=0, beingWritten=true 2024-12-02T22:17:03,722 DEBUG [7ae73638d47e:44755 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:17:03,722 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,41405,1733177823042 2024-12-02T22:17:03,724 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,41405,1733177823042, state=OPENING 2024-12-02T22:17:03,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1281705912/meta-region-server 2024-12-02T22:17:03,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1281705912/meta-region-server 2024-12-02T22:17:03,726 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:17:03,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281705912/meta-region-server: CHANGED 2024-12-02T22:17:03,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281705912/meta-region-server: CHANGED 2024-12-02T22:17:03,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,41405,1733177823042}] 2024-12-02T22:17:03,827 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:03,827 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:03,880 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:17:03,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:17:03,885 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:17:03,885 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:03,886 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:17:03,888 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C41405%2C1733177823042.meta, suffix=.meta, logDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042, archiveDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/oldWALs, maxLogs=10 2024-12-02T22:17:03,902 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.meta.1733177823889.meta, exclude list is [], retry=0 2024-12-02T22:17:03,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38881,DS-ae63f8a5-e89b-4333-b147-1e857bcedcfd,DISK] 2024-12-02T22:17:03,906 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.meta.1733177823889.meta 2024-12-02T22:17:03,906 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34241:34241)] 2024-12-02T22:17:03,907 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:03,907 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:17:03,907 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:17:03,907 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:17:03,907 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:17:03,908 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:17:03,908 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:03,908 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:17:03,908 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:17:03,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:17:03,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:17:03,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:03,917 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/info/48ae49ae1aff41b5b533ef5151786d01 2024-12-02T22:17:03,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:03,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:17:03,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:17:03,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:03,925 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/ns/50651f7480ea46828466446aff0c3bff 2024-12-02T22:17:03,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:03,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:17:03,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:17:03,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:03,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:03,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:17:03,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:17:03,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:03,934 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/table/f9984c2000e44509b92a375c0edd1849 2024-12-02T22:17:03,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:03,934 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:17:03,935 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740 2024-12-02T22:17:03,936 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740 2024-12-02T22:17:03,938 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:17:03,938 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:17:03,939 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:17:03,940 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:17:03,941 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67111971, jitterRate=4.629790782928467E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:17:03,941 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:17:03,941 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733177823908Writing region info on filesystem at 1733177823908Initializing all the Stores at 1733177823909 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177823909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177823909Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177823909Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177823909Cleaning up temporary data from old regions at 1733177823938 (+29 ms)Running coprocessor post-open hooks at 1733177823941 (+3 ms)Region opened successfully at 1733177823941 2024-12-02T22:17:03,942 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733177823880 2024-12-02T22:17:03,945 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:17:03,945 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:17:03,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7ae73638d47e,41405,1733177823042 2024-12-02T22:17:03,947 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,41405,1733177823042, state=OPEN 2024-12-02T22:17:03,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1281705912/meta-region-server 2024-12-02T22:17:03,949 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,41405,1733177823042 2024-12-02T22:17:03,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1281705912/meta-region-server 2024-12-02T22:17:03,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281705912/meta-region-server: CHANGED 2024-12-02T22:17:03,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1281705912/meta-region-server: CHANGED 2024-12-02T22:17:03,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T22:17:03,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,41405,1733177823042 in 223 msec 2024-12-02T22:17:03,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-02T22:17:03,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-12-02T22:17:04,135 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:04,135 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:04,542 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:04,543 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:04,915 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-02T22:17:05,049 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:05,050 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:05,656 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:05,656 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:06,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:17:06,362 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:06,362 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:06,417 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-12-02T22:17:07,170 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:07,170 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:07,819 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-02T22:17:07,819 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:17:07,820 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:07,820 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,41405,1733177823042, seqNum=-1] 2024-12-02T22:17:07,820 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:07,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:17:07,829 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=63bfaf6c593dd7740b6a7b7da9be8464, regionState=OPEN, lastHost=7ae73638d47e,40709,1733177811000, regionLocation=7ae73638d47e,40709,1733177811000, openSeqNum=2 2024-12-02T22:17:07,829 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:17:07,829 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733177887829 2024-12-02T22:17:07,829 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733177947829 2024-12-02T22:17:07,829 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-02T22:17:07,829 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44755,1733177822999-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:07,829 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44755,1733177822999-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:07,829 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7ae73638d47e,40709,1733177811000 had 2 regions 2024-12-02T22:17:07,829 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44755,1733177822999-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:07,830 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:44755, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:07,830 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:07,830 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:07,831 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7ae73638d47e,40709,1733177811000, splitWal=true, meta=true, isMeta: false 2024-12-02T22:17:07,833 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000-splitting dir is empty, no logs to split. 2024-12-02T22:17:07,833 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7ae73638d47e,40709,1733177811000 WAL count=0, meta=false 2024-12-02T22:17:07,836 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.760sec 2024-12-02T22:17:07,836 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:17:07,837 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:17:07,837 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:17:07,837 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:17:07,837 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:17:07,837 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,40709,1733177811000-splitting dir is empty, no logs to split. 2024-12-02T22:17:07,837 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44755,1733177822999-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:17:07,837 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7ae73638d47e,40709,1733177811000 WAL count=0, meta=false 2024-12-02T22:17:07,837 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44755,1733177822999-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:17:07,837 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7ae73638d47e,40709,1733177811000 WAL splitting is done? wals=0, meta=false 2024-12-02T22:17:07,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63bfaf6c593dd7740b6a7b7da9be8464, ASSIGN}] 2024-12-02T22:17:07,841 WARN [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7ae73638d47e,40709,1733177811000/hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:17:07,841 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63bfaf6c593dd7740b6a7b7da9be8464, ASSIGN 2024-12-02T22:17:07,842 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:17:07,842 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:17:07,842 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44755,1733177822999-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:07,842 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=63bfaf6c593dd7740b6a7b7da9be8464, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T22:17:07,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24058867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:07,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,44755,-1 for getting cluster id 2024-12-02T22:17:07,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:07,863 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38' 2024-12-02T22:17:07,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:07,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38" 2024-12-02T22:17:07,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce59cf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:07,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,44755,-1] 2024-12-02T22:17:07,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:07,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:07,866 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:07,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e983c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:07,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:07,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,41405,1733177823042, seqNum=-1] 2024-12-02T22:17:07,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:07,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:17:07,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-02T22:17:07,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:07,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:07,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:07,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:07,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:07,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7ae73638d47e:44755 after: 7ae73638d47e:44755 2024-12-02T22:17:07,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e0679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:07,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,44755,-1 for getting cluster id 2024-12-02T22:17:07,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:07,874 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38' 2024-12-02T22:17:07,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:07,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5b3eb29-9e7d-4cbb-81e5-51dc64ef0a38" 2024-12-02T22:17:07,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e72c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:07,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,44755,-1] 2024-12-02T22:17:07,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:07,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:07,876 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:07,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:07,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:07,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,44755,1733177822999 2024-12-02T22:17:07,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68e5981e 2024-12-02T22:17:07,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:07,878 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:17:07,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T22:17:07,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T22:17:07,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T22:17:07,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44755 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-02T22:17:07,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:17:07,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:07,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:07,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:07,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:07,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:07,882 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:17:07,882 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=872956597, stopped=false 2024-12-02T22:17:07,882 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,39337,1733177815591 2024-12-02T22:17:07,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-388457961/running 2024-12-02T22:17:07,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:17:07,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-388457961/running 2024-12-02T22:17:07,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:17:07,885 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:17:07,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Set watcher on znode that does not yet exist, /1-388457961/running 2024-12-02T22:17:07,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Set watcher on znode that does not yet exist, /1-388457961/running 2024-12-02T22:17:07,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:07,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:07,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:07,886 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,46769,1733177815635' ***** 2024-12-02T22:17:07,886 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:17:07,886 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:17:07,886 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:17:07,886 INFO [RS:0;7ae73638d47e:46769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:17:07,886 INFO [RS:0;7ae73638d47e:46769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:17:07,886 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,46769,1733177815635 2024-12-02T22:17:07,886 INFO [RS:0;7ae73638d47e:46769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:17:07,886 INFO [RS:0;7ae73638d47e:46769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:46769. 2024-12-02T22:17:07,886 DEBUG [RS:0;7ae73638d47e:46769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:07,887 DEBUG [RS:0;7ae73638d47e:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:07,887 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:17:07,887 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:17:07,887 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:17:07,887 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:17:07,887 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T22:17:07,887 DEBUG [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:17:07,887 DEBUG [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:07,887 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:17:07,887 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:17:07,887 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:17:07,887 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:17:07,887 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:17:07,888 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T22:17:07,906 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/data/hbase/meta/1588230740/.tmp/ns/5dbcddc35bc940b68386441d925201e8 is 43, key is default/ns:d/1733177817146/Put/seqid=0 2024-12-02T22:17:07,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741835_1011 (size=5153) 2024-12-02T22:17:07,929 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:17:07,993 DEBUG [7ae73638d47e:44755 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:17:07,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=63bfaf6c593dd7740b6a7b7da9be8464, regionState=OPENING, regionLocation=7ae73638d47e,41405,1733177823042 2024-12-02T22:17:07,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=63bfaf6c593dd7740b6a7b7da9be8464, ASSIGN because future has completed 2024-12-02T22:17:07,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63bfaf6c593dd7740b6a7b7da9be8464, server=7ae73638d47e,41405,1733177823042}] 2024-12-02T22:17:08,012 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:17:08,012 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:17:08,076 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:08,076 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:08,087 DEBUG [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:08,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:17:08,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:08,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:17:08,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C41405%2C1733177823042.rep, suffix=, logDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042, archiveDir=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/oldWALs, maxLogs=10 2024-12-02T22:17:08,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.rep.1733177828156, exclude list is [], retry=0 2024-12-02T22:17:08,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38881,DS-ae63f8a5-e89b-4333-b147-1e857bcedcfd,DISK] 2024-12-02T22:17:08,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.rep.1733177828156 2024-12-02T22:17:08,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34241:34241)] 2024-12-02T22:17:08,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 63bfaf6c593dd7740b6a7b7da9be8464, NAME => 'hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:08,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:17:08,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:17:08,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. service=MultiRowMutationService 2024-12-02T22:17:08,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:17:08,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:08,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:08,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:08,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:08,178 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:08,179 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63bfaf6c593dd7740b6a7b7da9be8464 columnFamilyName hfileref 2024-12-02T22:17:08,179 DEBUG [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:08,180 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] regionserver.HStore(327): Store=63bfaf6c593dd7740b6a7b7da9be8464/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:08,180 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:08,181 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63bfaf6c593dd7740b6a7b7da9be8464 columnFamilyName queue 2024-12-02T22:17:08,181 DEBUG [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:08,188 DEBUG [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/replication/63bfaf6c593dd7740b6a7b7da9be8464/queue/25c6da20fcce4d3fa8a00f0bafa5b0c6 2024-12-02T22:17:08,189 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] regionserver.HStore(327): Store=63bfaf6c593dd7740b6a7b7da9be8464/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:08,189 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:08,190 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63bfaf6c593dd7740b6a7b7da9be8464 columnFamilyName sid 2024-12-02T22:17:08,190 DEBUG [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:08,190 INFO [StoreOpener-63bfaf6c593dd7740b6a7b7da9be8464-1 {}] regionserver.HStore(327): Store=63bfaf6c593dd7740b6a7b7da9be8464/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:08,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:08,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/replication/63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:08,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/replication/63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:08,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:08,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:08,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:17:08,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:08,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 63bfaf6c593dd7740b6a7b7da9be8464; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63324389, jitterRate=-0.05639307200908661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:17:08,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:08,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 63bfaf6c593dd7740b6a7b7da9be8464: Running coprocessor pre-open hook at 1733177828176Writing region info on filesystem at 1733177828176Initializing all the Stores at 1733177828177 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177828177Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177828178 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177828178Cleaning up temporary data from old regions at 1733177828194 (+16 ms)Running coprocessor post-open hooks at 1733177828197 (+3 ms)Region opened successfully at 1733177828198 (+1 ms) 2024-12-02T22:17:08,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464., pid=19, masterSystemTime=1733177828149 2024-12-02T22:17:08,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:17:08,202 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:17:08,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=63bfaf6c593dd7740b6a7b7da9be8464, regionState=OPEN, openSeqNum=10, regionLocation=7ae73638d47e,41405,1733177823042 2024-12-02T22:17:08,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63bfaf6c593dd7740b6a7b7da9be8464, server=7ae73638d47e,41405,1733177823042 because future has completed 2024-12-02T22:17:08,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-02T22:17:08,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 63bfaf6c593dd7740b6a7b7da9be8464, server=7ae73638d47e,41405,1733177823042 in 211 msec 2024-12-02T22:17:08,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-02T22:17:08,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63bfaf6c593dd7740b6a7b7da9be8464, ASSIGN in 371 msec 2024-12-02T22:17:08,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-02T22:17:08,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464., hostname=7ae73638d47e,41405,1733177823042, seqNum=10] 2024-12-02T22:17:08,252 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 7ae73638d47e,40709,1733177811000 2024-12-02T22:17:08,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-02T22:17:08,288 DEBUG [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:08,311 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/data/hbase/meta/1588230740/.tmp/ns/5dbcddc35bc940b68386441d925201e8 2024-12-02T22:17:08,320 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/data/hbase/meta/1588230740/.tmp/ns/5dbcddc35bc940b68386441d925201e8 as hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/data/hbase/meta/1588230740/ns/5dbcddc35bc940b68386441d925201e8 2024-12-02T22:17:08,327 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/data/hbase/meta/1588230740/ns/5dbcddc35bc940b68386441d925201e8, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T22:17:08,328 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-12-02T22:17:08,328 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:17:08,334 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T22:17:08,334 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:17:08,335 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:17:08,335 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:17:08,335 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177827887Running coprocessor pre-close hooks at 1733177827887Disabling compacts and flushes for region at 1733177827887Disabling writes for close at 1733177827887Obtaining lock to block concurrent updates at 1733177827888 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733177827888Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733177827888Flushing stores of hbase:meta,,1.1588230740 at 1733177827889 (+1 ms)Flushing 1588230740/ns: creating writer at 1733177827889Flushing 1588230740/ns: appending metadata at 1733177827906 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733177827906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f18c407: reopening flushed file at 1733177828319 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1733177828328 (+9 ms)Writing region close event to WAL at 1733177828330 (+2 ms)Running coprocessor post-close hooks at 1733177828334 (+4 ms)Closed at 1733177828335 (+1 ms) 2024-12-02T22:17:08,335 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:17:08,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-02T22:17:08,488 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,46769,1733177815635; all regions closed. 2024-12-02T22:17:08,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741834_1010 (size=1152) 2024-12-02T22:17:08,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/WALs/7ae73638d47e,46769,1733177815635/7ae73638d47e%2C46769%2C1733177815635.meta.1733177817083.meta not finished, retry = 0 2024-12-02T22:17:08,594 DEBUG [RS:0;7ae73638d47e:46769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/oldWALs 2024-12-02T22:17:08,594 INFO [RS:0;7ae73638d47e:46769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C46769%2C1733177815635.meta:.meta(num 1733177817083) 2024-12-02T22:17:08,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741832_1008 (size=93) 2024-12-02T22:17:08,599 DEBUG [RS:0;7ae73638d47e:46769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/oldWALs 2024-12-02T22:17:08,599 INFO [RS:0;7ae73638d47e:46769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C46769%2C1733177815635:(num 1733177816152) 2024-12-02T22:17:08,599 DEBUG [RS:0;7ae73638d47e:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:08,599 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:17:08,599 INFO [RS:0;7ae73638d47e:46769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:17:08,599 INFO [RS:0;7ae73638d47e:46769 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:17:08,599 INFO [RS:0;7ae73638d47e:46769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:17:08,599 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:17:08,600 INFO [RS:0;7ae73638d47e:46769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46769 2024-12-02T22:17:08,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-388457961/rs/7ae73638d47e,46769,1733177815635 2024-12-02T22:17:08,602 INFO [RS:0;7ae73638d47e:46769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:17:08,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961/rs 2024-12-02T22:17:08,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,46769,1733177815635] 2024-12-02T22:17:08,605 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-388457961/draining/7ae73638d47e,46769,1733177815635 already deleted, retry=false 2024-12-02T22:17:08,605 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,46769,1733177815635 expired; onlineServers=0 2024-12-02T22:17:08,605 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,39337,1733177815591' ***** 2024-12-02T22:17:08,605 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:17:08,605 INFO [M:0;7ae73638d47e:39337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:17:08,605 INFO [M:0;7ae73638d47e:39337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:17:08,605 DEBUG [M:0;7ae73638d47e:39337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:17:08,605 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:17:08,605 DEBUG [M:0;7ae73638d47e:39337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:17:08,605 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177815877 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177815877,5,FailOnTimeoutGroup] 2024-12-02T22:17:08,605 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177815877 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177815877,5,FailOnTimeoutGroup] 2024-12-02T22:17:08,605 INFO [M:0;7ae73638d47e:39337 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:17:08,606 INFO [M:0;7ae73638d47e:39337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:17:08,606 DEBUG [M:0;7ae73638d47e:39337 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:17:08,606 INFO [M:0;7ae73638d47e:39337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:17:08,606 INFO [M:0;7ae73638d47e:39337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:17:08,606 INFO [M:0;7ae73638d47e:39337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:17:08,606 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:17:08,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-388457961/master 2024-12-02T22:17:08,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-388457961 2024-12-02T22:17:08,607 DEBUG [M:0;7ae73638d47e:39337 {}] zookeeper.ZKUtil(347): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Unable to get data of znode /1-388457961/master because node does not exist (not an error) 2024-12-02T22:17:08,607 WARN [M:0;7ae73638d47e:39337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:17:08,608 INFO [M:0;7ae73638d47e:39337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/.lastflushedseqids 2024-12-02T22:17:08,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741836_1012 (size=99) 2024-12-02T22:17:08,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:08,704 INFO [RS:0;7ae73638d47e:46769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:17:08,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1009d109a4e0004, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:08,704 INFO [RS:0;7ae73638d47e:46769 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,46769,1733177815635; zookeeper connection closed. 2024-12-02T22:17:08,704 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7037660c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7037660c 2024-12-02T22:17:08,704 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:17:09,014 INFO [M:0;7ae73638d47e:39337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:17:09,014 INFO [M:0;7ae73638d47e:39337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:17:09,014 DEBUG [M:0;7ae73638d47e:39337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:17:09,014 INFO [M:0;7ae73638d47e:39337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:09,014 DEBUG [M:0;7ae73638d47e:39337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:09,015 DEBUG [M:0;7ae73638d47e:39337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:17:09,015 DEBUG [M:0;7ae73638d47e:39337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:09,015 INFO [M:0;7ae73638d47e:39337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T22:17:09,033 DEBUG [M:0;7ae73638d47e:39337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a30d12fa02654fa8b1dcc809e78e0ede is 82, key is hbase:meta,,1/info:regioninfo/1733177817128/Put/seqid=0 2024-12-02T22:17:09,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741837_1013 (size=5672) 2024-12-02T22:17:09,083 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:09,083 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:09,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T22:17:09,438 INFO [M:0;7ae73638d47e:39337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a30d12fa02654fa8b1dcc809e78e0ede 2024-12-02T22:17:09,462 DEBUG [M:0;7ae73638d47e:39337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/253dc510ca52476bbaf69c630d0dd988 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733177817152/Put/seqid=0 2024-12-02T22:17:09,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741838_1014 (size=5275) 2024-12-02T22:17:09,867 INFO [M:0;7ae73638d47e:39337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/253dc510ca52476bbaf69c630d0dd988 2024-12-02T22:17:09,892 DEBUG [M:0;7ae73638d47e:39337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d929c09e5df46988c67130f19edefa9 is 69, key is 7ae73638d47e,46769,1733177815635/rs:state/1733177815990/Put/seqid=0 2024-12-02T22:17:09,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741839_1015 (size=5156) 2024-12-02T22:17:10,188 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:10,188 DEBUG [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/WALs/7ae73638d47e,41405,1733177823042/7ae73638d47e%2C41405%2C1733177823042.1733177823599 to pos 0, reset compression=false 2024-12-02T22:17:10,297 INFO [M:0;7ae73638d47e:39337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d929c09e5df46988c67130f19edefa9 2024-12-02T22:17:10,304 DEBUG [M:0;7ae73638d47e:39337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a30d12fa02654fa8b1dcc809e78e0ede as hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a30d12fa02654fa8b1dcc809e78e0ede 2024-12-02T22:17:10,309 INFO [M:0;7ae73638d47e:39337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a30d12fa02654fa8b1dcc809e78e0ede, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T22:17:10,311 DEBUG [M:0;7ae73638d47e:39337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/253dc510ca52476bbaf69c630d0dd988 as hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/253dc510ca52476bbaf69c630d0dd988 2024-12-02T22:17:10,316 INFO [M:0;7ae73638d47e:39337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/253dc510ca52476bbaf69c630d0dd988, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T22:17:10,317 DEBUG [M:0;7ae73638d47e:39337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d929c09e5df46988c67130f19edefa9 as hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d929c09e5df46988c67130f19edefa9 2024-12-02T22:17:10,322 INFO [M:0;7ae73638d47e:39337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33449/user/jenkins/test-data/475f5897-793d-4282-411f-092fcaae27eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d929c09e5df46988c67130f19edefa9, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T22:17:10,323 INFO [M:0;7ae73638d47e:39337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=28, compaction requested=false 2024-12-02T22:17:10,325 INFO [M:0;7ae73638d47e:39337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:10,325 DEBUG [M:0;7ae73638d47e:39337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177829014Disabling compacts and flushes for region at 1733177829014Disabling writes for close at 1733177829015 (+1 ms)Obtaining lock to block concurrent updates at 1733177829015Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733177829015Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733177829015Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733177829016 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733177829016Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733177829032 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733177829033 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733177829445 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733177829461 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733177829461Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733177829874 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733177829892 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733177829892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2828938e: reopening flushed file at 1733177830303 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a31310: reopening flushed file at 1733177830310 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2483ed43: reopening flushed file at 1733177830316 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=28, compaction requested=false at 1733177830323 (+7 ms)Writing region close event to WAL at 1733177830324 (+1 ms)Closed at 1733177830324 2024-12-02T22:17:10,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37335 is added to blk_1073741830_1006 (size=10165) 2024-12-02T22:17:10,328 INFO [M:0;7ae73638d47e:39337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:17:10,328 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:17:10,328 INFO [M:0;7ae73638d47e:39337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39337 2024-12-02T22:17:10,331 INFO [M:0;7ae73638d47e:39337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:17:10,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:10,433 INFO [M:0;7ae73638d47e:39337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:17:10,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39337-0x1009d109a4e0003, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:10,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:17:10,440 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:17:10,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:17:10,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:17:10,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/hadoop.log.dir/,STOPPED} 2024-12-02T22:17:10,444 WARN [BP-1772660811-172.17.0.2-1733177814931 heartbeating to localhost/127.0.0.1:33449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:17:10,444 WARN [BP-1772660811-172.17.0.2-1733177814931 heartbeating to localhost/127.0.0.1:33449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1772660811-172.17.0.2-1733177814931 (Datanode Uuid 008aac55-04df-442f-90be-1f94d2459fd8) service to localhost/127.0.0.1:33449 2024-12-02T22:17:10,444 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:17:10,444 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:17:10,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/cluster_f3f3f699-1a76-cec5-63c8-d1d382d40fec/data/data1/current/BP-1772660811-172.17.0.2-1733177814931 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:17:10,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:17:10,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/cluster_f3f3f699-1a76-cec5-63c8-d1d382d40fec/data/data2/current/BP-1772660811-172.17.0.2-1733177814931 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:17:10,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:17:10,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:17:10,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:17:10,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:17:10,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/hadoop.log.dir/,STOPPED} 2024-12-02T22:17:10,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:17:10,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:17:10,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:10,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:10,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:10,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:10,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:10,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:17:10,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=720303789, stopped=false 2024-12-02T22:17:10,476 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,44755,1733177822999 2024-12-02T22:17:10,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281705912/running 2024-12-02T22:17:10,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281705912/running 2024-12-02T22:17:10,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:17:10,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:17:10,478 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:17:10,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:10,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:10,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:10,479 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,41405,1733177823042' ***** 2024-12-02T22:17:10,479 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:17:10,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on znode that does not yet exist, /0-1281705912/running 2024-12-02T22:17:10,479 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:17:10,479 INFO [RS:0;7ae73638d47e:41405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:17:10,479 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:17:10,480 INFO [RS:0;7ae73638d47e:41405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:17:10,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Set watcher on znode that does not yet exist, /0-1281705912/running 2024-12-02T22:17:10,480 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(3091): Received CLOSE for 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:10,480 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,41405,1733177823042 2024-12-02T22:17:10,480 INFO [RS:0;7ae73638d47e:41405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:17:10,480 INFO [RS:0;7ae73638d47e:41405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:41405. 2024-12-02T22:17:10,480 DEBUG [RS:0;7ae73638d47e:41405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:10,480 DEBUG [RS:0;7ae73638d47e:41405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:10,480 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63bfaf6c593dd7740b6a7b7da9be8464, disabling compactions & flushes 2024-12-02T22:17:10,480 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:17:10,481 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:17:10,481 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:17:10,481 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:17:10,481 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:17:10,481 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:17:10,481 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. after waiting 0 ms 2024-12-02T22:17:10,481 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:17:10,481 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T22:17:10,481 DEBUG [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 63bfaf6c593dd7740b6a7b7da9be8464=hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464.} 2024-12-02T22:17:10,481 DEBUG [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63bfaf6c593dd7740b6a7b7da9be8464 2024-12-02T22:17:10,481 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:17:10,481 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:17:10,481 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:17:10,481 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:17:10,481 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:17:10,482 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-02T22:17:10,487 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/replication/63bfaf6c593dd7740b6a7b7da9be8464/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-02T22:17:10,488 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:17:10,488 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:17:10,501 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/.tmp/info/6679a07f84514350a10cc9a75f59d53a is 147, key is hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464./info:regioninfo/1733177828202/Put/seqid=0 2024-12-02T22:17:10,488 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:17:10,503 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63bfaf6c593dd7740b6a7b7da9be8464: Waiting for close lock at 1733177830480Running coprocessor pre-close hooks at 1733177830480Disabling compacts and flushes for region at 1733177830480Disabling writes for close at 1733177830481 (+1 ms)Writing region close event to WAL at 1733177830482 (+1 ms)Running coprocessor post-close hooks at 1733177830488 (+6 ms)Closed at 1733177830488 2024-12-02T22:17:10,503 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733177817257.63bfaf6c593dd7740b6a7b7da9be8464. 2024-12-02T22:17:10,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741851_1027 (size=6385) 2024-12-02T22:17:10,537 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:17:10,681 DEBUG [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:10,881 DEBUG [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:10,907 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/.tmp/info/6679a07f84514350a10cc9a75f59d53a 2024-12-02T22:17:10,914 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/.tmp/info/6679a07f84514350a10cc9a75f59d53a as hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/info/6679a07f84514350a10cc9a75f59d53a 2024-12-02T22:17:10,920 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/info/6679a07f84514350a10cc9a75f59d53a, entries=8, sequenceid=19, filesize=6.2 K 2024-12-02T22:17:10,921 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-12-02T22:17:10,926 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-02T22:17:10,927 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:17:10,927 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:17:10,927 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:17:10,927 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177830481Running coprocessor pre-close hooks at 1733177830481Disabling compacts and flushes for region at 1733177830481Disabling writes for close at 1733177830481Obtaining lock to block concurrent updates at 1733177830482 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733177830482Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733177830482Flushing stores of hbase:meta,,1.1588230740 at 1733177830483 (+1 ms)Flushing 1588230740/info: creating writer at 1733177830483Flushing 1588230740/info: appending metadata at 1733177830500 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733177830501 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149cada: reopening flushed file at 1733177830913 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1733177830921 (+8 ms)Writing region close event to WAL at 1733177830922 (+1 ms)Running coprocessor post-close hooks at 1733177830927 (+5 ms)Closed at 1733177830927 2024-12-02T22:17:10,927 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:17:11,082 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,41405,1733177823042; all regions closed. 2024-12-02T22:17:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741849_1025 (size=2156) 2024-12-02T22:17:11,087 DEBUG [RS:0;7ae73638d47e:41405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/oldWALs 2024-12-02T22:17:11,087 INFO [RS:0;7ae73638d47e:41405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C41405%2C1733177823042.meta:.meta(num 1733177823889) 2024-12-02T22:17:11,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741850_1026 (size=796) 2024-12-02T22:17:11,091 DEBUG [RS:0;7ae73638d47e:41405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/oldWALs 2024-12-02T22:17:11,091 INFO [RS:0;7ae73638d47e:41405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C41405%2C1733177823042.rep:(num 1733177828156) 2024-12-02T22:17:11,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741848_1024 (size=93) 2024-12-02T22:17:11,094 DEBUG [RS:0;7ae73638d47e:41405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/oldWALs 2024-12-02T22:17:11,094 INFO [RS:0;7ae73638d47e:41405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C41405%2C1733177823042:(num 1733177823599) 2024-12-02T22:17:11,094 DEBUG [RS:0;7ae73638d47e:41405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:11,094 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:17:11,095 INFO [RS:0;7ae73638d47e:41405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:17:11,095 INFO [RS:0;7ae73638d47e:41405 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T22:17:11,095 INFO [RS:0;7ae73638d47e:41405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:17:11,095 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:17:11,095 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,41405,1733177823042 because: Region server is closing 2024-12-02T22:17:11,095 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-02T22:17:11,095 INFO [RS:0;7ae73638d47e:41405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:41405. 2024-12-02T22:17:11,095 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-02T22:17:11,095 DEBUG [RS:0;7ae73638d47e:41405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:11,095 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-02T22:17:11,095 DEBUG [RS:0;7ae73638d47e:41405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:11,096 DEBUG [RS:0;7ae73638d47e:41405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:11,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:11,196 WARN [RS:0;7ae73638d47e:41405.replicationSource.shipper7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T22:17:11,196 WARN [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:17:11,196 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7ae73638d47e:41405.replicationSource.shipper7ae73638d47e%2C41405%2C1733177823042,1-7ae73638d47e,41405,1733177823042 terminated 2024-12-02T22:17:11,196 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7ae73638d47e,41405,1733177823042 because: Region server is closing 2024-12-02T22:17:11,197 INFO [RS:0;7ae73638d47e:41405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:41405. 2024-12-02T22:17:11,197 DEBUG [RS:0;7ae73638d47e:41405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:11,197 DEBUG [RS:0;7ae73638d47e:41405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:11,197 DEBUG [RS:0;7ae73638d47e:41405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:11,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:11,297 WARN [RS:0;7ae73638d47e:41405.replicationSource.shipper7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T22:17:11,297 WARN [RS:0;7ae73638d47e:41405.replicationSource.wal-reader.7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:17:11,298 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;7ae73638d47e:41405.replicationSource.shipper7ae73638d47e%2C41405%2C1733177823042,2-7ae73638d47e,41405,1733177823042 terminated 2024-12-02T22:17:11,298 INFO [RS:0;7ae73638d47e:41405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41405 2024-12-02T22:17:11,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912/rs 2024-12-02T22:17:11,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281705912/rs/7ae73638d47e,41405,1733177823042 2024-12-02T22:17:11,300 INFO [RS:0;7ae73638d47e:41405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:17:11,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,41405,1733177823042] 2024-12-02T22:17:11,303 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1281705912/draining/7ae73638d47e,41405,1733177823042 already deleted, retry=false 2024-12-02T22:17:11,303 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,41405,1733177823042 expired; onlineServers=0 2024-12-02T22:17:11,303 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,44755,1733177822999' ***** 2024-12-02T22:17:11,303 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:17:11,303 INFO [M:0;7ae73638d47e:44755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:17:11,303 INFO [M:0;7ae73638d47e:44755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:17:11,303 DEBUG [M:0;7ae73638d47e:44755 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:17:11,303 DEBUG [M:0;7ae73638d47e:44755 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:17:11,303 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177823308 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177823308,5,FailOnTimeoutGroup] 2024-12-02T22:17:11,303 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:17:11,303 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177823308 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177823308,5,FailOnTimeoutGroup] 2024-12-02T22:17:11,303 INFO [M:0;7ae73638d47e:44755 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:17:11,303 INFO [M:0;7ae73638d47e:44755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:17:11,303 DEBUG [M:0;7ae73638d47e:44755 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:17:11,303 INFO [M:0;7ae73638d47e:44755 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:17:11,304 INFO [M:0;7ae73638d47e:44755 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:17:11,304 INFO [M:0;7ae73638d47e:44755 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:17:11,304 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:17:11,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1281705912/master 2024-12-02T22:17:11,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1281705912 2024-12-02T22:17:11,305 DEBUG [M:0;7ae73638d47e:44755 {}] zookeeper.ZKUtil(347): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Unable to get data of znode /0-1281705912/master because node does not exist (not an error) 2024-12-02T22:17:11,305 WARN [M:0;7ae73638d47e:44755 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:17:11,306 INFO [M:0;7ae73638d47e:44755 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/.lastflushedseqids 2024-12-02T22:17:11,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741852_1028 (size=181) 2024-12-02T22:17:11,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:11,401 INFO [RS:0;7ae73638d47e:41405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:17:11,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41405-0x1009d109a4e0007, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:11,401 INFO [RS:0;7ae73638d47e:41405 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,41405,1733177823042; zookeeper connection closed. 2024-12-02T22:17:11,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a26b007 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a26b007 2024-12-02T22:17:11,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:17:11,713 INFO [M:0;7ae73638d47e:44755 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:17:11,713 INFO [M:0;7ae73638d47e:44755 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:17:11,713 DEBUG [M:0;7ae73638d47e:44755 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:17:11,713 INFO [M:0;7ae73638d47e:44755 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:11,713 DEBUG [M:0;7ae73638d47e:44755 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:11,713 DEBUG [M:0;7ae73638d47e:44755 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:17:11,713 DEBUG [M:0;7ae73638d47e:44755 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:11,713 INFO [M:0;7ae73638d47e:44755 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-02T22:17:11,737 DEBUG [M:0;7ae73638d47e:44755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a9eeca472b041ba9e28114513dae0f2 is 82, key is hbase:meta,,1/info:regioninfo/1733177823946/Put/seqid=0 2024-12-02T22:17:11,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741853_1029 (size=5680) 2024-12-02T22:17:12,144 INFO [M:0;7ae73638d47e:44755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a9eeca472b041ba9e28114513dae0f2 2024-12-02T22:17:12,166 DEBUG [M:0;7ae73638d47e:44755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfaedd60b64845efaf7474cbb0706197 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733177828212/Put/seqid=0 2024-12-02T22:17:12,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741854_1030 (size=7319) 2024-12-02T22:17:12,572 INFO [M:0;7ae73638d47e:44755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfaedd60b64845efaf7474cbb0706197 2024-12-02T22:17:12,594 DEBUG [M:0;7ae73638d47e:44755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bde7d5d96604022ae0da85f3f9ea51f is 69, key is 7ae73638d47e,41405,1733177823042/rs:state/1733177823380/Put/seqid=0 2024-12-02T22:17:12,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741855_1031 (size=5371) 2024-12-02T22:17:13,000 INFO [M:0;7ae73638d47e:44755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bde7d5d96604022ae0da85f3f9ea51f 2024-12-02T22:17:13,018 INFO [M:0;7ae73638d47e:44755 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bde7d5d96604022ae0da85f3f9ea51f 2024-12-02T22:17:13,021 DEBUG [M:0;7ae73638d47e:44755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a9eeca472b041ba9e28114513dae0f2 as hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a9eeca472b041ba9e28114513dae0f2 2024-12-02T22:17:13,034 INFO [M:0;7ae73638d47e:44755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a9eeca472b041ba9e28114513dae0f2, entries=8, sequenceid=172, filesize=5.5 K 2024-12-02T22:17:13,043 DEBUG [M:0;7ae73638d47e:44755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfaedd60b64845efaf7474cbb0706197 as hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfaedd60b64845efaf7474cbb0706197 2024-12-02T22:17:13,051 INFO [M:0;7ae73638d47e:44755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfaedd60b64845efaf7474cbb0706197, entries=7, sequenceid=172, filesize=7.1 K 2024-12-02T22:17:13,052 DEBUG [M:0;7ae73638d47e:44755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bde7d5d96604022ae0da85f3f9ea51f as hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bde7d5d96604022ae0da85f3f9ea51f 2024-12-02T22:17:13,073 INFO [M:0;7ae73638d47e:44755 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bde7d5d96604022ae0da85f3f9ea51f 2024-12-02T22:17:13,073 INFO [M:0;7ae73638d47e:44755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43175/user/jenkins/test-data/60d04952-2253-44af-f26e-de368762a391/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bde7d5d96604022ae0da85f3f9ea51f, entries=2, sequenceid=172, filesize=5.2 K 2024-12-02T22:17:13,075 INFO [M:0;7ae73638d47e:44755 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1362ms, sequenceid=172, compaction requested=false 2024-12-02T22:17:13,097 INFO [M:0;7ae73638d47e:44755 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:13,097 DEBUG [M:0;7ae73638d47e:44755 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177831713Disabling compacts and flushes for region at 1733177831713Disabling writes for close at 1733177831713Obtaining lock to block concurrent updates at 1733177831713Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733177831713Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733177831714 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733177831715 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733177831715Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733177831737 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733177831737Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733177832150 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733177832166 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733177832166Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733177832579 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733177832594 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733177832594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6824df33: reopening flushed file at 1733177833018 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6155b34b: reopening flushed file at 1733177833037 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a8df73f: reopening flushed file at 1733177833051 (+14 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1362ms, sequenceid=172, compaction requested=false at 1733177833075 (+24 ms)Writing region close event to WAL at 1733177833097 (+22 ms)Closed at 1733177833097 2024-12-02T22:17:13,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38881 is added to blk_1073741847_1023 (size=22949) 2024-12-02T22:17:13,103 INFO [M:0;7ae73638d47e:44755 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:17:13,103 INFO [M:0;7ae73638d47e:44755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44755 2024-12-02T22:17:13,103 INFO [M:0;7ae73638d47e:44755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:17:13,104 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:17:13,207 INFO [M:0;7ae73638d47e:44755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:17:13,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:13,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44755-0x1009d109a4e0006, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:13,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20104caa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:17:13,230 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:17:13,230 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:17:13,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:17:13,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/hadoop.log.dir/,STOPPED} 2024-12-02T22:17:13,232 WARN [BP-172602531-172.17.0.2-1733177807587 heartbeating to localhost/127.0.0.1:43175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:17:13,232 WARN [BP-172602531-172.17.0.2-1733177807587 heartbeating to localhost/127.0.0.1:43175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-172602531-172.17.0.2-1733177807587 (Datanode Uuid 5af0f801-4de8-405e-8cef-d091dcdb06d5) service to localhost/127.0.0.1:43175 2024-12-02T22:17:13,232 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:17:13,233 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:17:13,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/cluster_39ddee3f-3d1c-79d5-0a3a-5a93c6d02d7a/data/data2/current/BP-172602531-172.17.0.2-1733177807587 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:17:13,234 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:17:13,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/cluster_39ddee3f-3d1c-79d5-0a3a-5a93c6d02d7a/data/data1/current/BP-172602531-172.17.0.2-1733177807587 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:17:13,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:17:13,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:17:13,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:17:13,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:17:13,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d3cdc5-9ec4-f142-de0e-77fd2268110a/hadoop.log.dir/,STOPPED} 2024-12-02T22:17:13,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T22:17:13,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:17:13,292 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7ae73638d47e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33449 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@d1abb27 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7ae73638d47e:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7ae73638d47e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7ae73638d47e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/7ae73638d47e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50692) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50692) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43175 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=460 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=7473 (was 8331) 2024-12-02T22:17:13,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=460, ProcessCount=11, AvailableMemoryMB=7472 2024-12-02T22:17:13,318 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-02T22:17:13,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/hadoop.log.dir so I do NOT create it in target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e 2024-12-02T22:17:13,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:17:13,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/hadoop.tmp.dir so I do NOT create it in target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e 2024-12-02T22:17:13,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81af9c29-f815-bc70-14cb-302e34e2b341/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:17:13,319 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e 2024-12-02T22:17:13,319 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/cluster_1d6d00f7-55a0-dfca-b6d8-bb14f7db555a, deleteOnExit=true 2024-12-02T22:17:13,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/cluster_1d6d00f7-55a0-dfca-b6d8-bb14f7db555a/zookeeper_0, clientPort=50922, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/cluster_1d6d00f7-55a0-dfca-b6d8-bb14f7db555a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/cluster_1d6d00f7-55a0-dfca-b6d8-bb14f7db555a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T22:17:13,328 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50922 2024-12-02T22:17:13,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:17:13,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:17:13,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/test.cache.data in system properties and HBase conf 2024-12-02T22:17:13,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:17:13,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:17:13,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:17:13,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:17:13,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:17:13,330 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:17:13,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:17:13,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:17:13,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:17:13,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:17:13,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:17:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:17:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:17:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:17:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:17:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:17:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:17:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:17:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:17:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:17:13,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009d109a4e0002, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:17:13,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009d109a4e0005, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:17:13,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009d109a4e0005, quorum=127.0.0.1:50692, baseZNode=/1-388457961 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:17:13,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009d109a4e0002, quorum=127.0.0.1:50692, baseZNode=/0-1281705912 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:17:13,417 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T22:17:13,419 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:13,448 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:13,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:17:13,475 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:17:13,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:17:13,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:17:13,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:17:13,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:17:13,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44c614b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:17:13,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34d37511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:17:13,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dc6d617{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/java.io.tmpdir/jetty-localhost-35339-hadoop-hdfs-3_4_1-tests_jar-_-any-3704325031848562675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:17:13,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634ccbf5{HTTP/1.1, (http/1.1)}{localhost:35339} 2024-12-02T22:17:13,596 INFO [Time-limited test {}] server.Server(415): Started @28030ms 2024-12-02T22:17:13,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:17:13,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:17:13,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:17:13,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:17:13,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:17:13,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ef59ecb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:17:13,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@368cdeb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:17:13,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@530b29e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/java.io.tmpdir/jetty-localhost-42847-hadoop-hdfs-3_4_1-tests_jar-_-any-10615108145777010436/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:17:13,818 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@582b0b5c{HTTP/1.1, (http/1.1)}{localhost:42847} 2024-12-02T22:17:13,818 INFO [Time-limited test {}] server.Server(415): Started @28252ms 2024-12-02T22:17:13,819 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:17:13,907 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/cluster_1d6d00f7-55a0-dfca-b6d8-bb14f7db555a/data/data2/current/BP-1635338353-172.17.0.2-1733177833372/current, will proceed with Du for space computation calculation, 2024-12-02T22:17:13,907 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/cluster_1d6d00f7-55a0-dfca-b6d8-bb14f7db555a/data/data1/current/BP-1635338353-172.17.0.2-1733177833372/current, will proceed with Du for space computation calculation, 2024-12-02T22:17:13,928 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:17:13,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb3ab8bff8027267 with lease ID 0x6c9684aa219858bb: Processing first storage report for DS-ae8777e6-405c-4873-9ae0-362bcef6f1c3 from datanode DatanodeRegistration(127.0.0.1:36783, datanodeUuid=d06c5e66-1fba-4173-b1d4-ef978deb75d6, infoPort=40709, infoSecurePort=0, ipcPort=37311, storageInfo=lv=-57;cid=testClusterID;nsid=1246325906;c=1733177833372) 2024-12-02T22:17:13,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb3ab8bff8027267 with lease ID 0x6c9684aa219858bb: from storage DS-ae8777e6-405c-4873-9ae0-362bcef6f1c3 node DatanodeRegistration(127.0.0.1:36783, datanodeUuid=d06c5e66-1fba-4173-b1d4-ef978deb75d6, infoPort=40709, infoSecurePort=0, ipcPort=37311, storageInfo=lv=-57;cid=testClusterID;nsid=1246325906;c=1733177833372), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:17:13,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb3ab8bff8027267 with lease ID 0x6c9684aa219858bb: Processing first storage report for DS-d52cb306-fa30-4641-8ed8-9b61f41d1adb from datanode DatanodeRegistration(127.0.0.1:36783, datanodeUuid=d06c5e66-1fba-4173-b1d4-ef978deb75d6, infoPort=40709, infoSecurePort=0, ipcPort=37311, storageInfo=lv=-57;cid=testClusterID;nsid=1246325906;c=1733177833372) 2024-12-02T22:17:13,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb3ab8bff8027267 with lease ID 0x6c9684aa219858bb: from storage DS-d52cb306-fa30-4641-8ed8-9b61f41d1adb node DatanodeRegistration(127.0.0.1:36783, datanodeUuid=d06c5e66-1fba-4173-b1d4-ef978deb75d6, infoPort=40709, infoSecurePort=0, ipcPort=37311, storageInfo=lv=-57;cid=testClusterID;nsid=1246325906;c=1733177833372), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:17:13,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e 2024-12-02T22:17:13,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:13,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:13,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:17:13,957 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b with version=8 2024-12-02T22:17:13,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/hbase-staging 2024-12-02T22:17:13,960 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:17:13,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:13,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:13,960 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:17:13,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:13,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:17:13,960 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:17:13,961 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:17:13,961 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42655 2024-12-02T22:17:13,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42655 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-12-02T22:17:13,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426550x0, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:17:13,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42655-0x1009d1102080000 connected 2024-12-02T22:17:13,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:13,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:13,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Set watcher on znode that does not yet exist, /0-185992652/running 2024-12-02T22:17:13,997 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b, hbase.cluster.distributed=false 2024-12-02T22:17:13,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Set watcher on znode that does not yet exist, /0-185992652/acl 2024-12-02T22:17:13,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42655 2024-12-02T22:17:14,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42655 2024-12-02T22:17:14,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42655 2024-12-02T22:17:14,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42655 2024-12-02T22:17:14,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42655 2024-12-02T22:17:14,021 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:17:14,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:14,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:14,021 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:17:14,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:14,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:17:14,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:17:14,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:17:14,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39969 2024-12-02T22:17:14,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39969 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-12-02T22:17:14,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:14,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:14,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399690x0, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:17:14,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Set watcher on znode that does not yet exist, /0-185992652/running 2024-12-02T22:17:14,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39969-0x1009d1102080001 connected 2024-12-02T22:17:14,032 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:17:14,033 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:17:14,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Set watcher on znode that does not yet exist, /0-185992652/master 2024-12-02T22:17:14,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Set watcher on znode that does not yet exist, /0-185992652/acl 2024-12-02T22:17:14,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39969 2024-12-02T22:17:14,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39969 2024-12-02T22:17:14,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39969 2024-12-02T22:17:14,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39969 2024-12-02T22:17:14,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39969 2024-12-02T22:17:14,056 DEBUG [M:0;7ae73638d47e:42655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:42655 2024-12-02T22:17:14,057 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-185992652/backup-masters/7ae73638d47e,42655,1733177833959 2024-12-02T22:17:14,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652/backup-masters 2024-12-02T22:17:14,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652/backup-masters 2024-12-02T22:17:14,059 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Set watcher on existing znode=/0-185992652/backup-masters/7ae73638d47e,42655,1733177833959 2024-12-02T22:17:14,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:14,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-185992652/master 2024-12-02T22:17:14,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:14,061 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Set watcher on existing znode=/0-185992652/master 2024-12-02T22:17:14,062 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-185992652/backup-masters/7ae73638d47e,42655,1733177833959 from backup master directory 2024-12-02T22:17:14,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-185992652/backup-masters/7ae73638d47e,42655,1733177833959 2024-12-02T22:17:14,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652/backup-masters 2024-12-02T22:17:14,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652/backup-masters 2024-12-02T22:17:14,063 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:17:14,064 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,42655,1733177833959 2024-12-02T22:17:14,069 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/hbase.id] with ID: aa4c4cca-276c-41e4-aafd-d896d5c770f6 2024-12-02T22:17:14,069 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/.tmp/hbase.id 2024-12-02T22:17:14,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:17:14,477 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/.tmp/hbase.id]:[hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/hbase.id] 2024-12-02T22:17:14,492 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:14,492 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:17:14,493 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:17:14,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:14,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:17:14,903 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:17:14,904 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:17:14,904 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:14,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:17:15,313 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store 2024-12-02T22:17:15,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:17:15,720 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:15,720 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:17:15,720 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:15,720 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:15,720 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:17:15,720 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:15,720 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:15,720 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177835720Disabling compacts and flushes for region at 1733177835720Disabling writes for close at 1733177835720Writing region close event to WAL at 1733177835720Closed at 1733177835720 2024-12-02T22:17:15,721 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/.initializing 2024-12-02T22:17:15,722 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/WALs/7ae73638d47e,42655,1733177833959 2024-12-02T22:17:15,723 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:17:15,725 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C42655%2C1733177833959, suffix=, logDir=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/WALs/7ae73638d47e,42655,1733177833959, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/oldWALs, maxLogs=10 2024-12-02T22:17:15,739 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/WALs/7ae73638d47e,42655,1733177833959/7ae73638d47e%2C42655%2C1733177833959.1733177835725, exclude list is [], retry=0 2024-12-02T22:17:15,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36783,DS-ae8777e6-405c-4873-9ae0-362bcef6f1c3,DISK] 2024-12-02T22:17:15,744 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/WALs/7ae73638d47e,42655,1733177833959/7ae73638d47e%2C42655%2C1733177833959.1733177835725 2024-12-02T22:17:15,744 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40709:40709)] 2024-12-02T22:17:15,744 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:15,744 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:15,745 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:15,745 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:15,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:15,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:17:15,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:15,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:15,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:15,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:17:15,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:15,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:15,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:15,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:17:15,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:15,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:15,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:15,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:17:15,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:15,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:15,753 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:15,754 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:15,755 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:15,756 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:15,756 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:15,757 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:17:15,758 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:15,760 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:17:15,761 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67362114, jitterRate=0.003773719072341919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:17:15,763 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177835745Initializing all the Stores at 1733177835746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177835746Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177835746Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177835746Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177835746Cleaning up temporary data from old regions at 1733177835756 (+10 ms)Region opened successfully at 1733177835762 (+6 ms) 2024-12-02T22:17:15,763 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:17:15,766 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310dd68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:17:15,767 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:17:15,768 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:17:15,768 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:17:15,768 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:17:15,768 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:17:15,769 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:17:15,769 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:17:15,771 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:17:15,772 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Unable to get data of znode /0-185992652/balancer because node does not exist (not necessarily an error) 2024-12-02T22:17:15,773 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-185992652/balancer already deleted, retry=false 2024-12-02T22:17:15,773 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:17:15,774 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Unable to get data of znode /0-185992652/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:17:15,775 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-185992652/normalizer already deleted, retry=false 2024-12-02T22:17:15,776 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:17:15,777 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Unable to get data of znode /0-185992652/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:17:15,778 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-185992652/switch/split already deleted, retry=false 2024-12-02T22:17:15,779 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Unable to get data of znode /0-185992652/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:17:15,780 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-185992652/switch/merge already deleted, retry=false 2024-12-02T22:17:15,782 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Unable to get data of znode /0-185992652/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:17:15,783 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-185992652/snapshot-cleanup already deleted, retry=false 2024-12-02T22:17:15,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-185992652/running 2024-12-02T22:17:15,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-185992652/running 2024-12-02T22:17:15,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:15,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:15,786 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,42655,1733177833959, sessionid=0x1009d1102080000, setting cluster-up flag (Was=false) 2024-12-02T22:17:15,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:15,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:15,793 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-185992652/flush-table-proc/acquired, /0-185992652/flush-table-proc/reached, /0-185992652/flush-table-proc/abort 2024-12-02T22:17:15,794 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,42655,1733177833959 2024-12-02T22:17:15,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:15,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:15,802 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-185992652/online-snapshot/acquired, /0-185992652/online-snapshot/reached, /0-185992652/online-snapshot/abort 2024-12-02T22:17:15,803 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,42655,1733177833959 2024-12-02T22:17:15,804 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:17:15,806 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:15,806 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:17:15,807 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:17:15,807 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,42655,1733177833959 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:17:15,808 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:15,808 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:15,808 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:15,808 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:15,808 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:17:15,808 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:15,808 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:17:15,808 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:15,809 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733177865809 2024-12-02T22:17:15,809 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:17:15,810 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:17:15,810 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:17:15,810 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:17:15,810 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:17:15,810 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:17:15,810 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:15,810 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:17:15,810 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:17:15,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:15,810 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:17:15,811 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:17:15,811 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:17:15,811 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:17:15,811 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:17:15,811 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177835811,5,FailOnTimeoutGroup] 2024-12-02T22:17:15,811 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177835811,5,FailOnTimeoutGroup] 2024-12-02T22:17:15,811 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:15,811 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:17:15,811 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:15,811 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:15,812 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:15,812 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:17:15,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:17:15,846 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(746): ClusterId : aa4c4cca-276c-41e4-aafd-d896d5c770f6 2024-12-02T22:17:15,846 DEBUG [RS:0;7ae73638d47e:39969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:17:15,848 DEBUG [RS:0;7ae73638d47e:39969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:17:15,849 DEBUG [RS:0;7ae73638d47e:39969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:17:15,850 DEBUG [RS:0;7ae73638d47e:39969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:17:15,851 DEBUG [RS:0;7ae73638d47e:39969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2e6f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:17:15,863 DEBUG [RS:0;7ae73638d47e:39969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:39969 2024-12-02T22:17:15,863 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:17:15,863 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:17:15,863 DEBUG [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:17:15,864 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,42655,1733177833959 with port=39969, startcode=1733177834020 2024-12-02T22:17:15,864 DEBUG [RS:0;7ae73638d47e:39969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:17:15,866 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:17:15,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42655 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,39969,1733177834020 2024-12-02T22:17:15,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42655 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,39969,1733177834020 2024-12-02T22:17:15,868 DEBUG [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b 2024-12-02T22:17:15,868 DEBUG [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43153 2024-12-02T22:17:15,868 DEBUG [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:17:15,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652/rs 2024-12-02T22:17:15,871 DEBUG [RS:0;7ae73638d47e:39969 {}] zookeeper.ZKUtil(111): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Set watcher on existing znode=/0-185992652/rs/7ae73638d47e,39969,1733177834020 2024-12-02T22:17:15,871 WARN [RS:0;7ae73638d47e:39969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:17:15,871 INFO [RS:0;7ae73638d47e:39969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:15,871 DEBUG [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020 2024-12-02T22:17:15,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,39969,1733177834020] 2024-12-02T22:17:15,874 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:17:15,877 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:17:15,878 INFO [RS:0;7ae73638d47e:39969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:17:15,878 INFO [RS:0;7ae73638d47e:39969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:15,878 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:17:15,879 INFO [RS:0;7ae73638d47e:39969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:17:15,879 INFO [RS:0;7ae73638d47e:39969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:15,879 DEBUG [RS:0;7ae73638d47e:39969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:15,879 DEBUG [RS:0;7ae73638d47e:39969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:15,879 DEBUG [RS:0;7ae73638d47e:39969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:15,879 DEBUG [RS:0;7ae73638d47e:39969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:15,879 DEBUG [RS:0;7ae73638d47e:39969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:15,879 DEBUG [RS:0;7ae73638d47e:39969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:17:15,879 DEBUG [RS:0;7ae73638d47e:39969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:15,879 DEBUG [RS:0;7ae73638d47e:39969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:15,879 DEBUG [RS:0;7ae73638d47e:39969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:15,879 DEBUG [RS:0;7ae73638d47e:39969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:15,879 DEBUG [RS:0;7ae73638d47e:39969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:15,880 DEBUG [RS:0;7ae73638d47e:39969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:15,880 DEBUG [RS:0;7ae73638d47e:39969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:17:15,880 DEBUG [RS:0;7ae73638d47e:39969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:17:15,883 INFO [RS:0;7ae73638d47e:39969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:15,883 INFO [RS:0;7ae73638d47e:39969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:15,883 INFO [RS:0;7ae73638d47e:39969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:15,883 INFO [RS:0;7ae73638d47e:39969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:15,883 INFO [RS:0;7ae73638d47e:39969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:15,883 INFO [RS:0;7ae73638d47e:39969 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39969,1733177834020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:17:15,900 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:17:15,900 INFO [RS:0;7ae73638d47e:39969 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39969,1733177834020-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:15,900 INFO [RS:0;7ae73638d47e:39969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:15,900 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.Replication(171): 7ae73638d47e,39969,1733177834020 started 2024-12-02T22:17:15,915 INFO [RS:0;7ae73638d47e:39969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:15,915 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,39969,1733177834020, RpcServer on 7ae73638d47e/172.17.0.2:39969, sessionid=0x1009d1102080001 2024-12-02T22:17:15,915 DEBUG [RS:0;7ae73638d47e:39969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:17:15,915 DEBUG [RS:0;7ae73638d47e:39969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,39969,1733177834020 2024-12-02T22:17:15,915 DEBUG [RS:0;7ae73638d47e:39969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,39969,1733177834020' 2024-12-02T22:17:15,915 DEBUG [RS:0;7ae73638d47e:39969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-185992652/flush-table-proc/abort' 2024-12-02T22:17:15,916 DEBUG [RS:0;7ae73638d47e:39969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-185992652/flush-table-proc/acquired' 2024-12-02T22:17:15,916 DEBUG [RS:0;7ae73638d47e:39969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:17:15,916 DEBUG [RS:0;7ae73638d47e:39969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:17:15,916 DEBUG [RS:0;7ae73638d47e:39969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,39969,1733177834020 2024-12-02T22:17:15,916 DEBUG [RS:0;7ae73638d47e:39969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,39969,1733177834020' 2024-12-02T22:17:15,916 DEBUG [RS:0;7ae73638d47e:39969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-185992652/online-snapshot/abort' 2024-12-02T22:17:15,917 DEBUG [RS:0;7ae73638d47e:39969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-185992652/online-snapshot/acquired' 2024-12-02T22:17:15,917 DEBUG [RS:0;7ae73638d47e:39969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:17:15,917 INFO [RS:0;7ae73638d47e:39969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:17:15,917 INFO [RS:0;7ae73638d47e:39969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:17:16,017 INFO [RS:0;7ae73638d47e:39969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:17:16,019 INFO [RS:0;7ae73638d47e:39969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C39969%2C1733177834020, suffix=, logDir=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/oldWALs, maxLogs=10 2024-12-02T22:17:16,033 DEBUG [RS:0;7ae73638d47e:39969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020/7ae73638d47e%2C39969%2C1733177834020.1733177836020, exclude list is [], retry=0 2024-12-02T22:17:16,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36783,DS-ae8777e6-405c-4873-9ae0-362bcef6f1c3,DISK] 2024-12-02T22:17:16,038 INFO [RS:0;7ae73638d47e:39969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020/7ae73638d47e%2C39969%2C1733177834020.1733177836020 2024-12-02T22:17:16,038 DEBUG [RS:0;7ae73638d47e:39969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40709:40709)] 2024-12-02T22:17:16,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:17:16,222 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b 2024-12-02T22:17:16,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741833_1009 (size=32) 2024-12-02T22:17:16,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:16,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:17:16,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:17:16,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:16,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:16,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:17:16,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:17:16,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:16,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:16,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:17:16,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:17:16,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:16,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:16,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:17:16,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:17:16,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:16,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:16,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:17:16,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740 2024-12-02T22:17:16,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740 2024-12-02T22:17:16,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:17:16,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:17:16,642 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:17:16,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:17:16,645 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:17:16,646 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60837552, jitterRate=-0.09344983100891113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:17:16,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733177836629Initializing all the Stores at 1733177836630 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177836630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177836630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177836630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177836630Cleaning up temporary data from old regions at 1733177836641 (+11 ms)Region opened successfully at 1733177836647 (+6 ms) 2024-12-02T22:17:16,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:17:16,647 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:17:16,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:17:16,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:17:16,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:17:16,648 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:17:16,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177836647Disabling compacts and flushes for region at 1733177836647Disabling writes for close at 1733177836647Writing region close event to WAL at 1733177836647Closed at 1733177836647 2024-12-02T22:17:16,649 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:16,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:17:16,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:17:16,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:17:16,652 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:17:16,802 DEBUG [7ae73638d47e:42655 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:17:16,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,39969,1733177834020 2024-12-02T22:17:16,804 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,39969,1733177834020, state=OPENING 2024-12-02T22:17:16,805 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:17:16,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:16,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:16,807 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:17:16,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-185992652/meta-region-server: CHANGED 2024-12-02T22:17:16,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-185992652/meta-region-server: CHANGED 2024-12-02T22:17:16,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,39969,1733177834020}] 2024-12-02T22:17:16,961 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:17:16,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:17:16,967 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:17:16,967 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:16,967 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:17:16,969 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C39969%2C1733177834020.meta, suffix=.meta, logDir=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/oldWALs, maxLogs=10 2024-12-02T22:17:16,984 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020/7ae73638d47e%2C39969%2C1733177834020.meta.1733177836970.meta, exclude list is [], retry=0 2024-12-02T22:17:16,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36783,DS-ae8777e6-405c-4873-9ae0-362bcef6f1c3,DISK] 2024-12-02T22:17:16,989 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020/7ae73638d47e%2C39969%2C1733177834020.meta.1733177836970.meta 2024-12-02T22:17:16,989 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40709:40709)] 2024-12-02T22:17:16,990 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:16,990 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:17:16,990 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:17:16,990 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:17:16,991 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:17:16,991 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:17:16,991 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:16,991 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:17:16,991 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:17:16,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:17:16,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:17:16,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:16,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:16,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:17:16,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:17:16,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:16,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:16,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:17:16,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:17:16,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:16,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:16,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:17:16,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:17:16,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:16,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:17,000 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:17:17,000 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740 2024-12-02T22:17:17,001 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740 2024-12-02T22:17:17,003 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:17:17,003 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:17:17,004 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:17:17,006 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:17:17,007 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73886685, jitterRate=0.10099740326404572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:17:17,007 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:17:17,008 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733177836991Writing region info on filesystem at 1733177836991Initializing all the Stores at 1733177836992 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177836992Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177836992Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177836992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177836992Cleaning up temporary data from old regions at 1733177837003 (+11 ms)Running coprocessor post-open hooks at 1733177837007 (+4 ms)Region opened successfully at 1733177837008 (+1 ms) 2024-12-02T22:17:17,010 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733177836960 2024-12-02T22:17:17,012 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:17:17,012 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:17:17,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,39969,1733177834020 2024-12-02T22:17:17,014 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,39969,1733177834020, state=OPEN 2024-12-02T22:17:17,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-185992652/meta-region-server 2024-12-02T22:17:17,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-185992652/meta-region-server 2024-12-02T22:17:17,019 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,39969,1733177834020 2024-12-02T22:17:17,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-185992652/meta-region-server: CHANGED 2024-12-02T22:17:17,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-185992652/meta-region-server: CHANGED 2024-12-02T22:17:17,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:17:17,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,39969,1733177834020 in 212 msec 2024-12-02T22:17:17,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:17:17,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-12-02T22:17:17,026 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:17,026 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:17:17,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:17,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,39969,1733177834020, seqNum=-1] 2024-12-02T22:17:17,030 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:17,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:17:17,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2300 sec 2024-12-02T22:17:17,037 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733177837037, completionTime=-1 2024-12-02T22:17:17,037 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:17:17,037 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:17:17,039 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:17:17,039 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733177897039 2024-12-02T22:17:17,039 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733177957039 2024-12-02T22:17:17,039 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T22:17:17,040 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42655,1733177833959-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:17,040 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42655,1733177833959-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:17,040 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42655,1733177833959-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:17,040 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:42655, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:17,040 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:17,040 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:17,042 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:17:17,044 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.980sec 2024-12-02T22:17:17,044 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:17:17,044 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:17:17,045 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:17:17,045 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:17:17,045 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:17:17,045 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42655,1733177833959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:17:17,045 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42655,1733177833959-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:17:17,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3344fc28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:17,047 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:17:17,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,42655,-1 for getting cluster id 2024-12-02T22:17:17,047 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:17:17,047 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42655,1733177833959-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:17,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:17,049 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa4c4cca-276c-41e4-aafd-d896d5c770f6' 2024-12-02T22:17:17,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:17,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa4c4cca-276c-41e4-aafd-d896d5c770f6" 2024-12-02T22:17:17,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600e54dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:17,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,42655,-1] 2024-12-02T22:17:17,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:17,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:17,051 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:17,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@462695ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:17,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:17,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,39969,1733177834020, seqNum=-1] 2024-12-02T22:17:17,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:17,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:17:17,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,42655,1733177833959 2024-12-02T22:17:17,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-12-02T22:17:17,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:17:17,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009d1102080002 connected 2024-12-02T22:17:17,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/hadoop.log.dir so I do NOT create it in target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e 2024-12-02T22:17:17,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:17:17,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/hadoop.tmp.dir so I do NOT create it in target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e 2024-12-02T22:17:17,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:17:17,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e 2024-12-02T22:17:17,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:17:17,066 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/cluster_5bc9b2b4-4707-bf76-3279-16af38c30007, deleteOnExit=true 2024-12-02T22:17:17,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:17:17,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/test.cache.data in system properties and HBase conf 2024-12-02T22:17:17,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:17:17,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:17:17,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:17:17,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:17:17,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:17:17,067 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:17:17,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:17:17,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:17:17,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:17:17,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:17:17,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:17:17,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:17:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:17:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:17:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:17:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:17:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:17:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:17:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:17:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:17:17,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:17:17,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:17:17,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:17:17,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:17:17,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:17:17,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:17:17,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7b6e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:17:17,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9dd472d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:17:17,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3900f88d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/java.io.tmpdir/jetty-localhost-44437-hadoop-hdfs-3_4_1-tests_jar-_-any-17273479034796741157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:17:17,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@823d34e{HTTP/1.1, (http/1.1)}{localhost:44437} 2024-12-02T22:17:17,285 INFO [Time-limited test {}] server.Server(415): Started @31720ms 2024-12-02T22:17:17,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:17:17,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:17:17,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:17:17,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:17:17,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:17:17,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c95a34c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:17:17,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@453e0b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:17:17,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@413e44e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/java.io.tmpdir/jetty-localhost-41419-hadoop-hdfs-3_4_1-tests_jar-_-any-10011100806205544920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:17:17,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a0f597{HTTP/1.1, (http/1.1)}{localhost:41419} 2024-12-02T22:17:17,518 INFO [Time-limited test {}] server.Server(415): Started @31953ms 2024-12-02T22:17:17,520 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:17:17,609 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/cluster_5bc9b2b4-4707-bf76-3279-16af38c30007/data/data1/current/BP-2053170737-172.17.0.2-1733177837104/current, will proceed with Du for space computation calculation, 2024-12-02T22:17:17,609 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/cluster_5bc9b2b4-4707-bf76-3279-16af38c30007/data/data2/current/BP-2053170737-172.17.0.2-1733177837104/current, will proceed with Du for space computation calculation, 2024-12-02T22:17:17,634 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:17:17,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x526b56fbf01d3bf7 with lease ID 0xfdaff01a90da8562: Processing first storage report for DS-d471d7e2-5959-49d9-af0c-2e237673105d from datanode DatanodeRegistration(127.0.0.1:44123, datanodeUuid=f56e56f0-0ca0-419d-8b5c-b6c69df05b3f, infoPort=33545, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=1846100669;c=1733177837104) 2024-12-02T22:17:17,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x526b56fbf01d3bf7 with lease ID 0xfdaff01a90da8562: from storage DS-d471d7e2-5959-49d9-af0c-2e237673105d node DatanodeRegistration(127.0.0.1:44123, datanodeUuid=f56e56f0-0ca0-419d-8b5c-b6c69df05b3f, infoPort=33545, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=1846100669;c=1733177837104), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:17:17,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x526b56fbf01d3bf7 with lease ID 0xfdaff01a90da8562: Processing first storage report for DS-21648203-ab95-4af3-869f-5d53365297b5 from datanode DatanodeRegistration(127.0.0.1:44123, datanodeUuid=f56e56f0-0ca0-419d-8b5c-b6c69df05b3f, infoPort=33545, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=1846100669;c=1733177837104) 2024-12-02T22:17:17,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x526b56fbf01d3bf7 with lease ID 0xfdaff01a90da8562: from storage DS-21648203-ab95-4af3-869f-5d53365297b5 node DatanodeRegistration(127.0.0.1:44123, datanodeUuid=f56e56f0-0ca0-419d-8b5c-b6c69df05b3f, infoPort=33545, infoSecurePort=0, ipcPort=34751, storageInfo=lv=-57;cid=testClusterID;nsid=1846100669;c=1733177837104), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:17:17,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e 2024-12-02T22:17:17,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:17,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:17,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:17:18,064 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c with version=8 2024-12-02T22:17:18,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/hbase-staging 2024-12-02T22:17:18,067 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:17:18,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:18,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:18,067 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:17:18,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:18,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:17:18,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:17:18,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:17:18,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46261 2024-12-02T22:17:18,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46261 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-12-02T22:17:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462610x0, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:17:18,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46261-0x1009d1102080003 connected 2024-12-02T22:17:18,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:18,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:18,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Set watcher on znode that does not yet exist, /1-1528045893/running 2024-12-02T22:17:18,087 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c, hbase.cluster.distributed=false 2024-12-02T22:17:18,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Set watcher on znode that does not yet exist, /1-1528045893/acl 2024-12-02T22:17:18,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46261 2024-12-02T22:17:18,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46261 2024-12-02T22:17:18,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46261 2024-12-02T22:17:18,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46261 2024-12-02T22:17:18,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46261 2024-12-02T22:17:18,113 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:17:18,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:18,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:18,113 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:17:18,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:18,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:17:18,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:17:18,114 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:17:18,114 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38863 2024-12-02T22:17:18,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38863 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-12-02T22:17:18,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:18,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:18,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388630x0, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:17:18,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388630x0, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Set watcher on znode that does not yet exist, /1-1528045893/running 2024-12-02T22:17:18,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38863-0x1009d1102080004 connected 2024-12-02T22:17:18,123 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:17:18,124 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:17:18,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Set watcher on znode that does not yet exist, /1-1528045893/master 2024-12-02T22:17:18,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Set watcher on znode that does not yet exist, /1-1528045893/acl 2024-12-02T22:17:18,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38863 2024-12-02T22:17:18,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38863 2024-12-02T22:17:18,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38863 2024-12-02T22:17:18,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38863 2024-12-02T22:17:18,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38863 2024-12-02T22:17:18,139 DEBUG [M:0;7ae73638d47e:46261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:46261 2024-12-02T22:17:18,140 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1528045893/backup-masters/7ae73638d47e,46261,1733177838067 2024-12-02T22:17:18,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893/backup-masters 2024-12-02T22:17:18,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893/backup-masters 2024-12-02T22:17:18,142 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Set watcher on existing znode=/1-1528045893/backup-masters/7ae73638d47e,46261,1733177838067 2024-12-02T22:17:18,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1528045893/master 2024-12-02T22:17:18,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:18,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:18,144 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Set watcher on existing znode=/1-1528045893/master 2024-12-02T22:17:18,144 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1528045893/backup-masters/7ae73638d47e,46261,1733177838067 from backup master directory 2024-12-02T22:17:18,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893/backup-masters 2024-12-02T22:17:18,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1528045893/backup-masters/7ae73638d47e,46261,1733177838067 2024-12-02T22:17:18,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893/backup-masters 2024-12-02T22:17:18,146 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:17:18,146 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,46261,1733177838067 2024-12-02T22:17:18,150 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/hbase.id] with ID: 503b8129-d7e9-4e3e-b7de-bec1f1081f90 2024-12-02T22:17:18,150 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/.tmp/hbase.id 2024-12-02T22:17:18,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:17:18,559 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/.tmp/hbase.id]:[hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/hbase.id] 2024-12-02T22:17:18,574 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:18,574 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:17:18,576 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T22:17:18,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:18,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:18,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:17:18,986 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:17:18,987 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:17:18,988 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:18,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:17:19,397 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store 2024-12-02T22:17:19,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:17:19,804 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:19,805 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:17:19,805 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:19,805 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:19,805 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:17:19,805 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:19,805 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:19,805 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177839805Disabling compacts and flushes for region at 1733177839805Disabling writes for close at 1733177839805Writing region close event to WAL at 1733177839805Closed at 1733177839805 2024-12-02T22:17:19,806 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/.initializing 2024-12-02T22:17:19,806 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/WALs/7ae73638d47e,46261,1733177838067 2024-12-02T22:17:19,807 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:17:19,809 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C46261%2C1733177838067, suffix=, logDir=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/WALs/7ae73638d47e,46261,1733177838067, archiveDir=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/oldWALs, maxLogs=10 2024-12-02T22:17:19,824 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/WALs/7ae73638d47e,46261,1733177838067/7ae73638d47e%2C46261%2C1733177838067.1733177839810, exclude list is [], retry=0 2024-12-02T22:17:19,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44123,DS-d471d7e2-5959-49d9-af0c-2e237673105d,DISK] 2024-12-02T22:17:19,828 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/WALs/7ae73638d47e,46261,1733177838067/7ae73638d47e%2C46261%2C1733177838067.1733177839810 2024-12-02T22:17:19,829 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33545:33545)] 2024-12-02T22:17:19,829 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:19,829 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:19,829 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:19,829 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:19,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:19,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:17:19,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:19,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:19,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:19,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:17:19,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:19,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:19,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:19,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:17:19,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:19,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:19,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:19,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:17:19,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:19,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:19,838 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:19,838 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:19,839 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:19,840 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:19,840 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:19,841 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:17:19,842 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:19,844 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:17:19,845 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66781977, jitterRate=-0.004870995879173279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:17:19,845 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177839829Initializing all the Stores at 1733177839830 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177839830Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177839830Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177839830Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177839830Cleaning up temporary data from old regions at 1733177839840 (+10 ms)Region opened successfully at 1733177839845 (+5 ms) 2024-12-02T22:17:19,845 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:17:19,848 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b020943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:17:19,849 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:17:19,849 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:17:19,849 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:17:19,849 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:17:19,850 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:17:19,850 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:17:19,850 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:17:19,852 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:17:19,853 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Unable to get data of znode /1-1528045893/balancer because node does not exist (not necessarily an error) 2024-12-02T22:17:19,854 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1528045893/balancer already deleted, retry=false 2024-12-02T22:17:19,855 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:17:19,855 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Unable to get data of znode /1-1528045893/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:17:19,856 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1528045893/normalizer already deleted, retry=false 2024-12-02T22:17:19,857 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:17:19,858 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Unable to get data of znode /1-1528045893/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:17:19,859 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1528045893/switch/split already deleted, retry=false 2024-12-02T22:17:19,860 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Unable to get data of znode /1-1528045893/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:17:19,861 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1528045893/switch/merge already deleted, retry=false 2024-12-02T22:17:19,862 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Unable to get data of znode /1-1528045893/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:17:19,864 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1528045893/snapshot-cleanup already deleted, retry=false 2024-12-02T22:17:19,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1528045893/running 2024-12-02T22:17:19,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1528045893/running 2024-12-02T22:17:19,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:19,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:19,866 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,46261,1733177838067, sessionid=0x1009d1102080003, setting cluster-up flag (Was=false) 2024-12-02T22:17:19,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:19,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:19,873 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1528045893/flush-table-proc/acquired, /1-1528045893/flush-table-proc/reached, /1-1528045893/flush-table-proc/abort 2024-12-02T22:17:19,874 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,46261,1733177838067 2024-12-02T22:17:19,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:19,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:19,882 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1528045893/online-snapshot/acquired, /1-1528045893/online-snapshot/reached, /1-1528045893/online-snapshot/abort 2024-12-02T22:17:19,883 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,46261,1733177838067 2024-12-02T22:17:19,884 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:17:19,886 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:19,886 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:17:19,886 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:17:19,886 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,46261,1733177838067 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:17:19,888 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:19,888 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:19,888 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:19,888 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:19,888 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:17:19,888 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:19,888 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:17:19,888 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:19,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:19,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:17:19,891 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:19,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:17:19,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733177869892 2024-12-02T22:17:19,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:17:19,893 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:17:19,893 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:17:19,893 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:17:19,893 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:17:19,893 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:17:19,893 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:19,893 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:17:19,893 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:17:19,893 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:17:19,894 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:17:19,894 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:17:19,894 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:17:19,894 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177839894,5,FailOnTimeoutGroup] 2024-12-02T22:17:19,895 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177839894,5,FailOnTimeoutGroup] 2024-12-02T22:17:19,895 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:19,895 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:17:19,895 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:19,895 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:19,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:17:19,930 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(746): ClusterId : 503b8129-d7e9-4e3e-b7de-bec1f1081f90 2024-12-02T22:17:19,930 DEBUG [RS:0;7ae73638d47e:38863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:17:19,932 DEBUG [RS:0;7ae73638d47e:38863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:17:19,932 DEBUG [RS:0;7ae73638d47e:38863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:17:19,934 DEBUG [RS:0;7ae73638d47e:38863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:17:19,934 DEBUG [RS:0;7ae73638d47e:38863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568c6c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:17:19,947 DEBUG [RS:0;7ae73638d47e:38863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:38863 2024-12-02T22:17:19,947 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:17:19,947 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:17:19,947 DEBUG [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:17:19,948 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,46261,1733177838067 with port=38863, startcode=1733177838113 2024-12-02T22:17:19,948 DEBUG [RS:0;7ae73638d47e:38863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:17:19,950 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:17:19,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46261 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,38863,1733177838113 2024-12-02T22:17:19,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46261 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,38863,1733177838113 2024-12-02T22:17:19,952 DEBUG [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c 2024-12-02T22:17:19,952 DEBUG [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37077 2024-12-02T22:17:19,952 DEBUG [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:17:19,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893/rs 2024-12-02T22:17:19,956 DEBUG [RS:0;7ae73638d47e:38863 {}] zookeeper.ZKUtil(111): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Set watcher on existing znode=/1-1528045893/rs/7ae73638d47e,38863,1733177838113 2024-12-02T22:17:19,956 WARN [RS:0;7ae73638d47e:38863 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:17:19,956 INFO [RS:0;7ae73638d47e:38863 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:19,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,38863,1733177838113] 2024-12-02T22:17:19,956 DEBUG [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/WALs/7ae73638d47e,38863,1733177838113 2024-12-02T22:17:19,959 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:17:19,993 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:17:19,994 INFO [RS:0;7ae73638d47e:38863 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:17:19,994 INFO [RS:0;7ae73638d47e:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:19,994 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:17:19,995 INFO [RS:0;7ae73638d47e:38863 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:17:19,995 INFO [RS:0;7ae73638d47e:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:19,995 DEBUG [RS:0;7ae73638d47e:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:19,995 DEBUG [RS:0;7ae73638d47e:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:19,995 DEBUG [RS:0;7ae73638d47e:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:19,995 DEBUG [RS:0;7ae73638d47e:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:19,995 DEBUG [RS:0;7ae73638d47e:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:19,995 DEBUG [RS:0;7ae73638d47e:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:17:19,995 DEBUG [RS:0;7ae73638d47e:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:19,995 DEBUG [RS:0;7ae73638d47e:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:19,995 DEBUG [RS:0;7ae73638d47e:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:19,995 DEBUG [RS:0;7ae73638d47e:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:19,995 DEBUG [RS:0;7ae73638d47e:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:19,996 DEBUG [RS:0;7ae73638d47e:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:19,996 DEBUG [RS:0;7ae73638d47e:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:17:19,996 DEBUG [RS:0;7ae73638d47e:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:17:19,997 INFO [RS:0;7ae73638d47e:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:19,997 INFO [RS:0;7ae73638d47e:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:19,998 INFO [RS:0;7ae73638d47e:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:19,998 INFO [RS:0;7ae73638d47e:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:19,998 INFO [RS:0;7ae73638d47e:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:19,998 INFO [RS:0;7ae73638d47e:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38863,1733177838113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:17:20,009 WARN [RS:0;7ae73638d47e:39969 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7ae73638d47e,40709,1733177811000: status=Processing ServerCrashProcedure of 7ae73638d47e,40709,1733177811000 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733177823308, completionTime=-1 appears to have been leaked 2024-12-02T22:17:20,013 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:17:20,013 INFO [RS:0;7ae73638d47e:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38863,1733177838113-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:20,013 INFO [RS:0;7ae73638d47e:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:20,013 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.Replication(171): 7ae73638d47e,38863,1733177838113 started 2024-12-02T22:17:20,027 INFO [RS:0;7ae73638d47e:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:20,027 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,38863,1733177838113, RpcServer on 7ae73638d47e/172.17.0.2:38863, sessionid=0x1009d1102080004 2024-12-02T22:17:20,027 DEBUG [RS:0;7ae73638d47e:38863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:17:20,027 DEBUG [RS:0;7ae73638d47e:38863 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,38863,1733177838113 2024-12-02T22:17:20,027 DEBUG [RS:0;7ae73638d47e:38863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,38863,1733177838113' 2024-12-02T22:17:20,027 DEBUG [RS:0;7ae73638d47e:38863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1528045893/flush-table-proc/abort' 2024-12-02T22:17:20,027 DEBUG [RS:0;7ae73638d47e:38863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1528045893/flush-table-proc/acquired' 2024-12-02T22:17:20,028 DEBUG [RS:0;7ae73638d47e:38863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:17:20,028 DEBUG [RS:0;7ae73638d47e:38863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:17:20,028 DEBUG [RS:0;7ae73638d47e:38863 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,38863,1733177838113 2024-12-02T22:17:20,028 DEBUG [RS:0;7ae73638d47e:38863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,38863,1733177838113' 2024-12-02T22:17:20,028 DEBUG [RS:0;7ae73638d47e:38863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1528045893/online-snapshot/abort' 2024-12-02T22:17:20,028 DEBUG [RS:0;7ae73638d47e:38863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1528045893/online-snapshot/acquired' 2024-12-02T22:17:20,029 DEBUG [RS:0;7ae73638d47e:38863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:17:20,029 INFO [RS:0;7ae73638d47e:38863 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:17:20,029 INFO [RS:0;7ae73638d47e:38863 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:17:20,129 INFO [RS:0;7ae73638d47e:38863 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:17:20,131 INFO [RS:0;7ae73638d47e:38863 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C38863%2C1733177838113, suffix=, logDir=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/WALs/7ae73638d47e,38863,1733177838113, archiveDir=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/oldWALs, maxLogs=10 2024-12-02T22:17:20,145 DEBUG [RS:0;7ae73638d47e:38863 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/WALs/7ae73638d47e,38863,1733177838113/7ae73638d47e%2C38863%2C1733177838113.1733177840131, exclude list is [], retry=0 2024-12-02T22:17:20,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44123,DS-d471d7e2-5959-49d9-af0c-2e237673105d,DISK] 2024-12-02T22:17:20,151 INFO [RS:0;7ae73638d47e:38863 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/WALs/7ae73638d47e,38863,1733177838113/7ae73638d47e%2C38863%2C1733177838113.1733177840131 2024-12-02T22:17:20,151 DEBUG [RS:0;7ae73638d47e:38863 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33545:33545)] 2024-12-02T22:17:20,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:17:20,299 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c 2024-12-02T22:17:20,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741833_1009 (size=32) 2024-12-02T22:17:20,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:20,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:17:20,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:17:20,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:20,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:20,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:17:20,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:17:20,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:20,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:20,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:17:20,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:17:20,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:20,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:20,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:17:20,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:17:20,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:20,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:20,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:17:20,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/data/hbase/meta/1588230740 2024-12-02T22:17:20,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/data/hbase/meta/1588230740 2024-12-02T22:17:20,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:17:20,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:17:20,716 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:17:20,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:17:20,719 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:17:20,720 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68966446, jitterRate=0.027680128812789917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:17:20,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733177840705Initializing all the Stores at 1733177840706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177840706Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177840707 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177840707Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177840707Cleaning up temporary data from old regions at 1733177840716 (+9 ms)Region opened successfully at 1733177840720 (+4 ms) 2024-12-02T22:17:20,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:17:20,720 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:17:20,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:17:20,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:17:20,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:17:20,720 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:17:20,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177840720Disabling compacts and flushes for region at 1733177840720Disabling writes for close at 1733177840720Writing region close event to WAL at 1733177840720Closed at 1733177840720 2024-12-02T22:17:20,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:20,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:17:20,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:17:20,723 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:17:20,724 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:17:20,875 DEBUG [7ae73638d47e:46261 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:17:20,875 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,38863,1733177838113 2024-12-02T22:17:20,876 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,38863,1733177838113, state=OPENING 2024-12-02T22:17:20,878 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:17:20,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:20,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:20,880 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:17:20,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,38863,1733177838113}] 2024-12-02T22:17:20,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1528045893/meta-region-server: CHANGED 2024-12-02T22:17:20,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1528045893/meta-region-server: CHANGED 2024-12-02T22:17:21,033 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:17:21,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:17:21,038 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:17:21,039 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:21,039 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:17:21,040 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C38863%2C1733177838113.meta, suffix=.meta, logDir=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/WALs/7ae73638d47e,38863,1733177838113, archiveDir=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/oldWALs, maxLogs=10 2024-12-02T22:17:21,054 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/WALs/7ae73638d47e,38863,1733177838113/7ae73638d47e%2C38863%2C1733177838113.meta.1733177841040.meta, exclude list is [], retry=0 2024-12-02T22:17:21,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44123,DS-d471d7e2-5959-49d9-af0c-2e237673105d,DISK] 2024-12-02T22:17:21,058 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/WALs/7ae73638d47e,38863,1733177838113/7ae73638d47e%2C38863%2C1733177838113.meta.1733177841040.meta 2024-12-02T22:17:21,059 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33545:33545)] 2024-12-02T22:17:21,059 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:21,059 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:17:21,059 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:17:21,059 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:17:21,060 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:17:21,060 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:17:21,060 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:21,060 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:17:21,060 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:17:21,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:17:21,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:17:21,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:21,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:21,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:17:21,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:17:21,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:21,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:21,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:17:21,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:17:21,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:21,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:21,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:17:21,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:17:21,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:21,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:21,066 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:17:21,067 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/data/hbase/meta/1588230740 2024-12-02T22:17:21,068 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/data/hbase/meta/1588230740 2024-12-02T22:17:21,069 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:17:21,069 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:17:21,070 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:17:21,071 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:17:21,072 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69909388, jitterRate=0.041731059551239014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:17:21,072 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:17:21,072 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733177841060Writing region info on filesystem at 1733177841060Initializing all the Stores at 1733177841061 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177841061Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177841061Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177841061Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177841061Cleaning up temporary data from old regions at 1733177841069 (+8 ms)Running coprocessor post-open hooks at 1733177841072 (+3 ms)Region opened successfully at 1733177841072 2024-12-02T22:17:21,073 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733177841033 2024-12-02T22:17:21,075 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:17:21,075 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:17:21,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,38863,1733177838113 2024-12-02T22:17:21,077 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,38863,1733177838113, state=OPEN 2024-12-02T22:17:21,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1528045893/meta-region-server 2024-12-02T22:17:21,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1528045893/meta-region-server 2024-12-02T22:17:21,079 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,38863,1733177838113 2024-12-02T22:17:21,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1528045893/meta-region-server: CHANGED 2024-12-02T22:17:21,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1528045893/meta-region-server: CHANGED 2024-12-02T22:17:21,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:17:21,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,38863,1733177838113 in 200 msec 2024-12-02T22:17:21,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:17:21,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-12-02T22:17:21,086 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:21,086 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:17:21,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:21,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,38863,1733177838113, seqNum=-1] 2024-12-02T22:17:21,088 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:21,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:17:21,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-12-02T22:17:21,095 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733177841095, completionTime=-1 2024-12-02T22:17:21,095 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:17:21,095 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:17:21,096 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:17:21,096 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733177901096 2024-12-02T22:17:21,096 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733177961096 2024-12-02T22:17:21,097 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T22:17:21,097 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,46261,1733177838067-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:21,097 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,46261,1733177838067-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:21,097 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,46261,1733177838067-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:21,097 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:46261, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:21,097 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:21,097 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:21,099 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:17:21,101 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.955sec 2024-12-02T22:17:21,101 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:17:21,101 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:17:21,101 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:17:21,101 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:17:21,101 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:17:21,101 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,46261,1733177838067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:17:21,101 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,46261,1733177838067-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:17:21,103 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:17:21,103 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:17:21,103 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,46261,1733177838067-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:21,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f468d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:21,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,46261,-1 for getting cluster id 2024-12-02T22:17:21,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:21,132 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '503b8129-d7e9-4e3e-b7de-bec1f1081f90' 2024-12-02T22:17:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "503b8129-d7e9-4e3e-b7de-bec1f1081f90" 2024-12-02T22:17:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@977a150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,46261,-1] 2024-12-02T22:17:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:21,134 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:21,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9b7649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:21,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,38863,1733177838113, seqNum=-1] 2024-12-02T22:17:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:21,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:17:21,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,46261,1733177838067 2024-12-02T22:17:21,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50922 2024-12-02T22:17:21,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:17:21,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009d1102080005 connected 2024-12-02T22:17:21,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177cbad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:21,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,42655,-1 for getting cluster id 2024-12-02T22:17:21,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:21,146 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa4c4cca-276c-41e4-aafd-d896d5c770f6' 2024-12-02T22:17:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa4c4cca-276c-41e4-aafd-d896d5c770f6" 2024-12-02T22:17:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270d9e0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,42655,-1] 2024-12-02T22:17:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:21,148 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:21,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ab8624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:21,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,42655,1733177833959 2024-12-02T22:17:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3412e636 2024-12-02T22:17:21,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:21,151 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:17:21,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42655 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:46261,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:17:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42655 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:17:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:21,155 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:46261' 2024-12-02T22:17:21,155 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63df066a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:21,155 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,46261,-1 for getting cluster id 2024-12-02T22:17:21,156 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:21,156 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '503b8129-d7e9-4e3e-b7de-bec1f1081f90' 2024-12-02T22:17:21,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:21,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "503b8129-d7e9-4e3e-b7de-bec1f1081f90" 2024-12-02T22:17:21,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218079d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:21,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,46261,-1] 2024-12-02T22:17:21,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:21,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:21,158 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:21,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30732e1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:21,159 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:21,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,46261,1733177838067 2024-12-02T22:17:21,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cf9738a 2024-12-02T22:17:21,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:21,160 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:17:21,161 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T22:17:21,161 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:17:21,161 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:21,161 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:21,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:21,162 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:17:21,163 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:17:21,164 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:17:21,164 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:21,165 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:17:21,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741835_1011 (size=1138) 2024-12-02T22:17:21,213 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:17:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:21,574 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9de9ebefdd8cea39c44a181e0fa242a4, NAME => 'hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b 2024-12-02T22:17:21,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741836_1012 (size=44) 2024-12-02T22:17:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:21,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:17:21,981 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:21,981 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9de9ebefdd8cea39c44a181e0fa242a4, disabling compactions & flushes 2024-12-02T22:17:21,981 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. 2024-12-02T22:17:21,981 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. 2024-12-02T22:17:21,981 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. after waiting 0 ms 2024-12-02T22:17:21,981 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. 2024-12-02T22:17:21,981 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. 2024-12-02T22:17:21,981 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9de9ebefdd8cea39c44a181e0fa242a4: Waiting for close lock at 1733177841981Disabling compacts and flushes for region at 1733177841981Disabling writes for close at 1733177841981Writing region close event to WAL at 1733177841981Closed at 1733177841981 2024-12-02T22:17:21,983 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:17:21,983 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733177841983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733177841983"}]},"ts":"1733177841983"} 2024-12-02T22:17:21,985 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:17:21,987 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:17:21,987 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177841987"}]},"ts":"1733177841987"} 2024-12-02T22:17:21,989 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:17:21,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9de9ebefdd8cea39c44a181e0fa242a4, ASSIGN}] 2024-12-02T22:17:21,991 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9de9ebefdd8cea39c44a181e0fa242a4, ASSIGN 2024-12-02T22:17:21,992 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9de9ebefdd8cea39c44a181e0fa242a4, ASSIGN; state=OFFLINE, location=7ae73638d47e,39969,1733177834020; forceNewPlan=false, retain=false 2024-12-02T22:17:22,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9de9ebefdd8cea39c44a181e0fa242a4, regionState=OPENING, regionLocation=7ae73638d47e,39969,1733177834020 2024-12-02T22:17:22,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9de9ebefdd8cea39c44a181e0fa242a4, ASSIGN because future has completed 2024-12-02T22:17:22,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9de9ebefdd8cea39c44a181e0fa242a4, server=7ae73638d47e,39969,1733177834020}] 2024-12-02T22:17:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:22,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. 2024-12-02T22:17:22,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:22,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:17:22,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C39969%2C1733177834020.rep, suffix=, logDir=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020, archiveDir=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/oldWALs, maxLogs=10 2024-12-02T22:17:22,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020/7ae73638d47e%2C39969%2C1733177834020.rep.1733177842306, exclude list is [], retry=0 2024-12-02T22:17:22,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36783,DS-ae8777e6-405c-4873-9ae0-362bcef6f1c3,DISK] 2024-12-02T22:17:22,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020/7ae73638d47e%2C39969%2C1733177834020.rep.1733177842306 2024-12-02T22:17:22,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40709:40709)] 2024-12-02T22:17:22,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9de9ebefdd8cea39c44a181e0fa242a4, NAME => 'hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:22,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:17:22,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:17:22,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. service=MultiRowMutationService 2024-12-02T22:17:22,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:17:22,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:22,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:22,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:22,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:22,335 INFO [StoreOpener-9de9ebefdd8cea39c44a181e0fa242a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:22,337 INFO [StoreOpener-9de9ebefdd8cea39c44a181e0fa242a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9de9ebefdd8cea39c44a181e0fa242a4 columnFamilyName hfileref 2024-12-02T22:17:22,337 DEBUG [StoreOpener-9de9ebefdd8cea39c44a181e0fa242a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:22,337 INFO [StoreOpener-9de9ebefdd8cea39c44a181e0fa242a4-1 {}] regionserver.HStore(327): Store=9de9ebefdd8cea39c44a181e0fa242a4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:22,337 INFO [StoreOpener-9de9ebefdd8cea39c44a181e0fa242a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:22,339 INFO [StoreOpener-9de9ebefdd8cea39c44a181e0fa242a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9de9ebefdd8cea39c44a181e0fa242a4 columnFamilyName queue 2024-12-02T22:17:22,339 DEBUG [StoreOpener-9de9ebefdd8cea39c44a181e0fa242a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:22,339 INFO [StoreOpener-9de9ebefdd8cea39c44a181e0fa242a4-1 {}] regionserver.HStore(327): Store=9de9ebefdd8cea39c44a181e0fa242a4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:22,339 INFO [StoreOpener-9de9ebefdd8cea39c44a181e0fa242a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:22,341 INFO [StoreOpener-9de9ebefdd8cea39c44a181e0fa242a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9de9ebefdd8cea39c44a181e0fa242a4 columnFamilyName sid 2024-12-02T22:17:22,341 DEBUG [StoreOpener-9de9ebefdd8cea39c44a181e0fa242a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:22,341 INFO [StoreOpener-9de9ebefdd8cea39c44a181e0fa242a4-1 {}] regionserver.HStore(327): Store=9de9ebefdd8cea39c44a181e0fa242a4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:22,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:22,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/replication/9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:22,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/replication/9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:22,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:22,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:22,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:17:22,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:22,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/replication/9de9ebefdd8cea39c44a181e0fa242a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:17:22,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9de9ebefdd8cea39c44a181e0fa242a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65386966, jitterRate=-0.02565827965736389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:17:22,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:22,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9de9ebefdd8cea39c44a181e0fa242a4: Running coprocessor pre-open hook at 1733177842334Writing region info on filesystem at 1733177842334Initializing all the Stores at 1733177842335 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177842335Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177842335Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177842335Cleaning up temporary data from old regions at 1733177842344 (+9 ms)Running coprocessor post-open hooks at 1733177842349 (+5 ms)Region opened successfully at 1733177842350 (+1 ms) 2024-12-02T22:17:22,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4., pid=7, masterSystemTime=1733177842298 2024-12-02T22:17:22,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. 2024-12-02T22:17:22,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. 2024-12-02T22:17:22,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9de9ebefdd8cea39c44a181e0fa242a4, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,39969,1733177834020 2024-12-02T22:17:22,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9de9ebefdd8cea39c44a181e0fa242a4, server=7ae73638d47e,39969,1733177834020 because future has completed 2024-12-02T22:17:22,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T22:17:22,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9de9ebefdd8cea39c44a181e0fa242a4, server=7ae73638d47e,39969,1733177834020 in 212 msec 2024-12-02T22:17:22,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:17:22,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9de9ebefdd8cea39c44a181e0fa242a4, ASSIGN in 371 msec 2024-12-02T22:17:22,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:17:22,365 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177842365"}]},"ts":"1733177842365"} 2024-12-02T22:17:22,368 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:17:22,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:17:22,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2070 sec 2024-12-02T22:17:22,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4., hostname=7ae73638d47e,39969,1733177834020, seqNum=2] 2024-12-02T22:17:22,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:22,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:22,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:17:22,493 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:17:22,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:22,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:22,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T22:17:22,588 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:17:22,617 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,39969,1733177834020, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:17:22,618 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:22,618 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,39969,1733177834020, seqNum=-1] 2024-12-02T22:17:22,618 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:22,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-02T22:17:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,39969,1733177834020', locateType=CURRENT is [region=hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4., hostname=7ae73638d47e,39969,1733177834020, seqNum=2] 2024-12-02T22:17:22,625 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T22:17:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42655 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T22:17:22,628 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,39969,1733177834020 suceeded 2024-12-02T22:17:22,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T22:17:22,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-02T22:17:22,631 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:46261,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:17:22,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec 2024-12-02T22:17:22,639 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:46261' 2024-12-02T22:17:22,641 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@125d9a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:22,641 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,46261,-1 for getting cluster id 2024-12-02T22:17:22,641 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:22,642 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '503b8129-d7e9-4e3e-b7de-bec1f1081f90' 2024-12-02T22:17:22,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:22,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "503b8129-d7e9-4e3e-b7de-bec1f1081f90" 2024-12-02T22:17:22,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6af93393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:22,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,46261,-1] 2024-12-02T22:17:22,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:22,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:22,644 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:22,645 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b03557c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:22,645 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:22,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,46261,1733177838067 2024-12-02T22:17:22,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dac7b62 2024-12-02T22:17:22,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:22,646 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-02T22:17:22,647 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,39969,1733177834020 (queues=1) is replicating from cluster=aa4c4cca-276c-41e4-aafd-d896d5c770f6 to cluster=503b8129-d7e9-4e3e-b7de-bec1f1081f90 2024-12-02T22:17:22,647 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C39969%2C1733177834020 2024-12-02T22:17:22,647 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,39969,1733177834020, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:17:22,648 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020.replicationSource.shipper7ae73638d47e%2C39969%2C1733177834020,1-7ae73638d47e,39969,1733177834020 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C39969%2C1733177834020 2024-12-02T22:17:22,648 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020.replicationSource.wal-reader.7ae73638d47e%2C39969%2C1733177834020,1-7ae73638d47e,39969,1733177834020 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020/7ae73638d47e%2C39969%2C1733177834020.1733177836020, startPosition=0, beingWritten=true 2024-12-02T22:17:22,855 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020.replicationSource.wal-reader.7ae73638d47e%2C39969%2C1733177834020,1-7ae73638d47e,39969,1733177834020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020/7ae73638d47e%2C39969%2C1733177834020.1733177836020 to pos 0, reset compression=false 2024-12-02T22:17:23,161 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020.replicationSource.wal-reader.7ae73638d47e%2C39969%2C1733177834020,1-7ae73638d47e,39969,1733177834020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020/7ae73638d47e%2C39969%2C1733177834020.1733177836020 to pos 0, reset compression=false 2024-12-02T22:17:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42655 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:23,311 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:17:23,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:23,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:23,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:23,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:23,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:23,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:23,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,42655,1733177833959 2024-12-02T22:17:23,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54dead0a 2024-12-02T22:17:23,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:23,315 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:17:23,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42655 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T22:17:23,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:17:23,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:23,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:23,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:23,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:23,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:23,317 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:17:23,317 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1021885748, stopped=false 2024-12-02T22:17:23,317 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,46261,1733177838067 2024-12-02T22:17:23,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1528045893/running 2024-12-02T22:17:23,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:23,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1528045893/running 2024-12-02T22:17:23,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:23,319 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:17:23,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Set watcher on znode that does not yet exist, /1-1528045893/running 2024-12-02T22:17:23,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:23,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Set watcher on znode that does not yet exist, /1-1528045893/running 2024-12-02T22:17:23,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:23,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:23,321 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,38863,1733177838113' ***** 2024-12-02T22:17:23,321 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:17:23,321 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:17:23,321 INFO [RS:0;7ae73638d47e:38863 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:17:23,321 INFO [RS:0;7ae73638d47e:38863 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:17:23,321 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,38863,1733177838113 2024-12-02T22:17:23,321 INFO [RS:0;7ae73638d47e:38863 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:17:23,321 INFO [RS:0;7ae73638d47e:38863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:38863. 2024-12-02T22:17:23,321 DEBUG [RS:0;7ae73638d47e:38863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:23,321 DEBUG [RS:0;7ae73638d47e:38863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:23,321 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:17:23,321 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:17:23,321 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:17:23,322 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:17:23,322 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:17:23,322 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T22:17:23,322 DEBUG [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:17:23,322 DEBUG [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:23,322 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:17:23,322 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:17:23,322 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:17:23,322 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:17:23,322 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:17:23,322 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T22:17:23,347 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/data/hbase/meta/1588230740/.tmp/ns/0baff3bfa803495e8dfb7094e9c47a91 is 43, key is default/ns:d/1733177841089/Put/seqid=0 2024-12-02T22:17:23,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741835_1011 (size=5153) 2024-12-02T22:17:23,401 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:17:23,522 DEBUG [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:23,566 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020.replicationSource.wal-reader.7ae73638d47e%2C39969%2C1733177834020,1-7ae73638d47e,39969,1733177834020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020/7ae73638d47e%2C39969%2C1733177834020.1733177836020 to pos 0, reset compression=false 2024-12-02T22:17:23,722 DEBUG [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:17:23,756 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/data/hbase/meta/1588230740/.tmp/ns/0baff3bfa803495e8dfb7094e9c47a91 2024-12-02T22:17:23,763 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/data/hbase/meta/1588230740/.tmp/ns/0baff3bfa803495e8dfb7094e9c47a91 as hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/data/hbase/meta/1588230740/ns/0baff3bfa803495e8dfb7094e9c47a91 2024-12-02T22:17:23,769 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/data/hbase/meta/1588230740/ns/0baff3bfa803495e8dfb7094e9c47a91, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T22:17:23,770 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false 2024-12-02T22:17:23,774 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T22:17:23,775 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:17:23,775 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:17:23,775 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:17:23,775 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177843322Running coprocessor pre-close hooks at 1733177843322Disabling compacts and flushes for region at 1733177843322Disabling writes for close at 1733177843322Obtaining lock to block concurrent updates at 1733177843322Preparing flush snapshotting stores in 1588230740 at 1733177843322Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733177843323 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733177843324 (+1 ms)Flushing 1588230740/ns: creating writer at 1733177843324Flushing 1588230740/ns: appending metadata at 1733177843347 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733177843347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f238ab0: reopening flushed file at 1733177843762 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=6, compaction requested=false at 1733177843770 (+8 ms)Writing region close event to WAL at 1733177843771 (+1 ms)Running coprocessor post-close hooks at 1733177843775 (+4 ms)Closed at 1733177843775 2024-12-02T22:17:23,776 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:17:23,923 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,38863,1733177838113; all regions closed. 2024-12-02T22:17:23,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741834_1010 (size=1152) 2024-12-02T22:17:23,928 DEBUG [RS:0;7ae73638d47e:38863 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/oldWALs 2024-12-02T22:17:23,928 INFO [RS:0;7ae73638d47e:38863 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C38863%2C1733177838113.meta:.meta(num 1733177841040) 2024-12-02T22:17:23,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741832_1008 (size=93) 2024-12-02T22:17:23,932 DEBUG [RS:0;7ae73638d47e:38863 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/oldWALs 2024-12-02T22:17:23,932 INFO [RS:0;7ae73638d47e:38863 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C38863%2C1733177838113:(num 1733177840131) 2024-12-02T22:17:23,932 DEBUG [RS:0;7ae73638d47e:38863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:23,932 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:17:23,932 INFO [RS:0;7ae73638d47e:38863 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:17:23,932 INFO [RS:0;7ae73638d47e:38863 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T22:17:23,932 INFO [RS:0;7ae73638d47e:38863 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:17:23,932 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:17:23,932 INFO [RS:0;7ae73638d47e:38863 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38863 2024-12-02T22:17:23,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1528045893/rs/7ae73638d47e,38863,1733177838113 2024-12-02T22:17:23,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893/rs 2024-12-02T22:17:23,934 INFO [RS:0;7ae73638d47e:38863 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:17:23,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,38863,1733177838113] 2024-12-02T22:17:23,937 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1528045893/draining/7ae73638d47e,38863,1733177838113 already deleted, retry=false 2024-12-02T22:17:23,937 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,38863,1733177838113 expired; onlineServers=0 2024-12-02T22:17:23,937 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,46261,1733177838067' ***** 2024-12-02T22:17:23,937 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:17:23,937 INFO [M:0;7ae73638d47e:46261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:17:23,937 INFO [M:0;7ae73638d47e:46261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:17:23,937 DEBUG [M:0;7ae73638d47e:46261 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:17:23,937 DEBUG [M:0;7ae73638d47e:46261 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:17:23,937 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177839894 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177839894,5,FailOnTimeoutGroup] 2024-12-02T22:17:23,937 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177839894 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177839894,5,FailOnTimeoutGroup] 2024-12-02T22:17:23,937 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:17:23,937 INFO [M:0;7ae73638d47e:46261 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:17:23,937 INFO [M:0;7ae73638d47e:46261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:17:23,938 DEBUG [M:0;7ae73638d47e:46261 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:17:23,938 INFO [M:0;7ae73638d47e:46261 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:17:23,938 INFO [M:0;7ae73638d47e:46261 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:17:23,938 INFO [M:0;7ae73638d47e:46261 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:17:23,938 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:17:23,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1528045893/master 2024-12-02T22:17:23,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1528045893 2024-12-02T22:17:23,940 DEBUG [M:0;7ae73638d47e:46261 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1528045893/master already deleted, retry=false 2024-12-02T22:17:23,940 DEBUG [M:0;7ae73638d47e:46261 {}] master.ActiveMasterManager(353): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1528045893/master 2024-12-02T22:17:23,941 INFO [M:0;7ae73638d47e:46261 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/.lastflushedseqids 2024-12-02T22:17:23,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741836_1012 (size=99) 2024-12-02T22:17:24,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:24,036 INFO [RS:0;7ae73638d47e:38863 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:17:24,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1009d1102080004, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:24,036 INFO [RS:0;7ae73638d47e:38863 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,38863,1733177838113; zookeeper connection closed. 2024-12-02T22:17:24,036 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62cb7c69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62cb7c69 2024-12-02T22:17:24,037 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:17:24,072 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020.replicationSource.wal-reader.7ae73638d47e%2C39969%2C1733177834020,1-7ae73638d47e,39969,1733177834020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020/7ae73638d47e%2C39969%2C1733177834020.1733177836020 to pos 0, reset compression=false 2024-12-02T22:17:24,346 INFO [M:0;7ae73638d47e:46261 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:17:24,346 INFO [M:0;7ae73638d47e:46261 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:17:24,346 DEBUG [M:0;7ae73638d47e:46261 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:17:24,346 INFO [M:0;7ae73638d47e:46261 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:24,346 DEBUG [M:0;7ae73638d47e:46261 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:24,346 DEBUG [M:0;7ae73638d47e:46261 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:17:24,346 DEBUG [M:0;7ae73638d47e:46261 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:24,346 INFO [M:0;7ae73638d47e:46261 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T22:17:24,363 DEBUG [M:0;7ae73638d47e:46261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c0292003f7a48a09d7adf258074384c is 82, key is hbase:meta,,1/info:regioninfo/1733177841076/Put/seqid=0 2024-12-02T22:17:24,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741837_1013 (size=5672) 2024-12-02T22:17:24,678 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020.replicationSource.wal-reader.7ae73638d47e%2C39969%2C1733177834020,1-7ae73638d47e,39969,1733177834020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020/7ae73638d47e%2C39969%2C1733177834020.1733177836020 to pos 0, reset compression=false 2024-12-02T22:17:24,769 INFO [M:0;7ae73638d47e:46261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c0292003f7a48a09d7adf258074384c 2024-12-02T22:17:24,795 DEBUG [M:0;7ae73638d47e:46261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b55edbddfc4e42e29189fd1deb20cb60 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733177841094/Put/seqid=0 2024-12-02T22:17:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741838_1014 (size=5275) 2024-12-02T22:17:25,200 INFO [M:0;7ae73638d47e:46261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b55edbddfc4e42e29189fd1deb20cb60 2024-12-02T22:17:25,220 DEBUG [M:0;7ae73638d47e:46261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04da2dd85e3244dfbdaf481d27e868f3 is 69, key is 7ae73638d47e,38863,1733177838113/rs:state/1733177839950/Put/seqid=0 2024-12-02T22:17:25,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741839_1015 (size=5156) 2024-12-02T22:17:25,384 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020.replicationSource.wal-reader.7ae73638d47e%2C39969%2C1733177834020,1-7ae73638d47e,39969,1733177834020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020/7ae73638d47e%2C39969%2C1733177834020.1733177836020 to pos 0, reset compression=false 2024-12-02T22:17:25,625 INFO [M:0;7ae73638d47e:46261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04da2dd85e3244dfbdaf481d27e868f3 2024-12-02T22:17:25,631 DEBUG [M:0;7ae73638d47e:46261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c0292003f7a48a09d7adf258074384c as hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c0292003f7a48a09d7adf258074384c 2024-12-02T22:17:25,638 INFO [M:0;7ae73638d47e:46261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c0292003f7a48a09d7adf258074384c, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T22:17:25,639 DEBUG [M:0;7ae73638d47e:46261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b55edbddfc4e42e29189fd1deb20cb60 as hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b55edbddfc4e42e29189fd1deb20cb60 2024-12-02T22:17:25,644 INFO [M:0;7ae73638d47e:46261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b55edbddfc4e42e29189fd1deb20cb60, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T22:17:25,645 DEBUG [M:0;7ae73638d47e:46261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04da2dd85e3244dfbdaf481d27e868f3 as hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04da2dd85e3244dfbdaf481d27e868f3 2024-12-02T22:17:25,650 INFO [M:0;7ae73638d47e:46261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37077/user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04da2dd85e3244dfbdaf481d27e868f3, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T22:17:25,651 INFO [M:0;7ae73638d47e:46261 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=28, compaction requested=false 2024-12-02T22:17:25,653 INFO [M:0;7ae73638d47e:46261 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:25,653 DEBUG [M:0;7ae73638d47e:46261 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177844346Disabling compacts and flushes for region at 1733177844346Disabling writes for close at 1733177844346Obtaining lock to block concurrent updates at 1733177844346Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733177844346Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733177844347 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733177844348 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733177844348Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733177844363 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733177844363Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733177844774 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733177844795 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733177844795Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733177845205 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733177845220 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733177845220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4366e7c6: reopening flushed file at 1733177845630 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c41172a: reopening flushed file at 1733177845638 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61fd23aa: reopening flushed file at 1733177845644 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=28, compaction requested=false at 1733177845652 (+8 ms)Writing region close event to WAL at 1733177845653 (+1 ms)Closed at 1733177845653 2024-12-02T22:17:25,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44123 is added to blk_1073741830_1006 (size=10165) 2024-12-02T22:17:25,655 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96c15397-5eab-1003-218d-46f629598b3c/MasterData/WALs/7ae73638d47e,46261,1733177838067/7ae73638d47e%2C46261%2C1733177838067.1733177839810 not finished, retry = 0 2024-12-02T22:17:25,756 INFO [M:0;7ae73638d47e:46261 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:17:25,757 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:17:25,757 INFO [M:0;7ae73638d47e:46261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46261 2024-12-02T22:17:25,757 INFO [M:0;7ae73638d47e:46261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:17:25,859 INFO [M:0;7ae73638d47e:46261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:17:25,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:25,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46261-0x1009d1102080003, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:25,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@413e44e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:17:25,862 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a0f597{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:17:25,862 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:17:25,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@453e0b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:17:25,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c95a34c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/hadoop.log.dir/,STOPPED} 2024-12-02T22:17:25,864 WARN [BP-2053170737-172.17.0.2-1733177837104 heartbeating to localhost/127.0.0.1:37077 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:17:25,864 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:17:25,864 WARN [BP-2053170737-172.17.0.2-1733177837104 heartbeating to localhost/127.0.0.1:37077 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2053170737-172.17.0.2-1733177837104 (Datanode Uuid f56e56f0-0ca0-419d-8b5c-b6c69df05b3f) service to localhost/127.0.0.1:37077 2024-12-02T22:17:25,864 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:17:25,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/cluster_5bc9b2b4-4707-bf76-3279-16af38c30007/data/data1/current/BP-2053170737-172.17.0.2-1733177837104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:17:25,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/cluster_5bc9b2b4-4707-bf76-3279-16af38c30007/data/data2/current/BP-2053170737-172.17.0.2-1733177837104 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:17:25,865 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:17:25,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3900f88d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:17:25,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@823d34e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:17:25,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:17:25,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9dd472d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:17:25,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7b6e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/hadoop.log.dir/,STOPPED} 2024-12-02T22:17:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:17:25,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:17:25,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:25,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:25,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:25,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:25,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:17:25,885 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=839357643, stopped=false 2024-12-02T22:17:25,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:25,886 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,42655,1733177833959 2024-12-02T22:17:25,887 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:17:25,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-185992652/running 2024-12-02T22:17:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-185992652/running 2024-12-02T22:17:25,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:25,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:25,888 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,39969,1733177834020' ***** 2024-12-02T22:17:25,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:25,888 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:17:25,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:25,888 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:17:25,888 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:17:25,889 INFO [RS:0;7ae73638d47e:39969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:17:25,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Set watcher on znode that does not yet exist, /0-185992652/running 2024-12-02T22:17:25,889 INFO [RS:0;7ae73638d47e:39969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:17:25,889 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(3091): Received CLOSE for 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:25,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Set watcher on znode that does not yet exist, /0-185992652/running 2024-12-02T22:17:25,889 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,39969,1733177834020 2024-12-02T22:17:25,889 INFO [RS:0;7ae73638d47e:39969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:17:25,889 INFO [RS:0;7ae73638d47e:39969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:39969. 2024-12-02T22:17:25,889 DEBUG [RS:0;7ae73638d47e:39969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:25,889 DEBUG [RS:0;7ae73638d47e:39969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:25,889 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9de9ebefdd8cea39c44a181e0fa242a4, disabling compactions & flushes 2024-12-02T22:17:25,889 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:17:25,889 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:17:25,889 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. 2024-12-02T22:17:25,889 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:17:25,889 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. 2024-12-02T22:17:25,889 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:17:25,889 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. after waiting 0 ms 2024-12-02T22:17:25,889 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. 2024-12-02T22:17:25,890 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9de9ebefdd8cea39c44a181e0fa242a4 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-02T22:17:25,890 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T22:17:25,890 DEBUG [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9de9ebefdd8cea39c44a181e0fa242a4=hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4.} 2024-12-02T22:17:25,890 DEBUG [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:25,890 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:17:25,890 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:17:25,890 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:17:25,890 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:17:25,890 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:17:25,890 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T22:17:25,895 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:17:25,910 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/.tmp/info/27f750b1a1694e0f94175bed601e35c0 is 147, key is hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4./info:regioninfo/1733177842354/Put/seqid=0 2024-12-02T22:17:25,912 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/replication/9de9ebefdd8cea39c44a181e0fa242a4/.tmp/queue/45885712875b4ac584cf254b00eff433 is 151, key is 1-7ae73638d47e,39969,1733177834020/queue:7ae73638d47e%2C39969%2C1733177834020/1733177842623/Put/seqid=0 2024-12-02T22:17:25,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741838_1014 (size=6631) 2024-12-02T22:17:25,915 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/.tmp/info/27f750b1a1694e0f94175bed601e35c0 2024-12-02T22:17:25,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741839_1015 (size=5350) 2024-12-02T22:17:25,943 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/.tmp/ns/39bbdc6909a34324a6ee0980117b5a6d is 43, key is default/ns:d/1733177837032/Put/seqid=0 2024-12-02T22:17:25,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741840_1016 (size=5153) 2024-12-02T22:17:25,948 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/.tmp/ns/39bbdc6909a34324a6ee0980117b5a6d 2024-12-02T22:17:25,975 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/.tmp/table/587df4d8b1d146da97d39cc19fd86c69 is 53, key is hbase:replication/table:state/1733177842365/Put/seqid=0 2024-12-02T22:17:25,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741841_1017 (size=5256) 2024-12-02T22:17:26,090 DEBUG [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:26,189 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020.replicationSource.wal-reader.7ae73638d47e%2C39969%2C1733177834020,1-7ae73638d47e,39969,1733177834020 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/WALs/7ae73638d47e,39969,1733177834020/7ae73638d47e%2C39969%2C1733177834020.1733177836020 to pos 0, reset compression=false 2024-12-02T22:17:26,290 DEBUG [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9de9ebefdd8cea39c44a181e0fa242a4 2024-12-02T22:17:26,317 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/replication/9de9ebefdd8cea39c44a181e0fa242a4/.tmp/queue/45885712875b4ac584cf254b00eff433 2024-12-02T22:17:26,324 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/replication/9de9ebefdd8cea39c44a181e0fa242a4/.tmp/queue/45885712875b4ac584cf254b00eff433 as hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/replication/9de9ebefdd8cea39c44a181e0fa242a4/queue/45885712875b4ac584cf254b00eff433 2024-12-02T22:17:26,330 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/replication/9de9ebefdd8cea39c44a181e0fa242a4/queue/45885712875b4ac584cf254b00eff433, entries=1, sequenceid=5, filesize=5.2 K 2024-12-02T22:17:26,331 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9de9ebefdd8cea39c44a181e0fa242a4 in 442ms, sequenceid=5, compaction requested=false 2024-12-02T22:17:26,332 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T22:17:26,336 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/replication/9de9ebefdd8cea39c44a181e0fa242a4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T22:17:26,336 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:17:26,337 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:17:26,337 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. 2024-12-02T22:17:26,337 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9de9ebefdd8cea39c44a181e0fa242a4: Waiting for close lock at 1733177845889Running coprocessor pre-close hooks at 1733177845889Disabling compacts and flushes for region at 1733177845889Disabling writes for close at 1733177845889Obtaining lock to block concurrent updates at 1733177845890 (+1 ms)Preparing flush snapshotting stores in 9de9ebefdd8cea39c44a181e0fa242a4 at 1733177845890Finished memstore snapshotting hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733177845890Flushing stores of hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. at 1733177845891 (+1 ms)Flushing 9de9ebefdd8cea39c44a181e0fa242a4/queue: creating writer at 1733177845891Flushing 9de9ebefdd8cea39c44a181e0fa242a4/queue: appending metadata at 1733177845911 (+20 ms)Flushing 9de9ebefdd8cea39c44a181e0fa242a4/queue: closing flushed file at 1733177845912 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee0edd1: reopening flushed file at 1733177846323 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9de9ebefdd8cea39c44a181e0fa242a4 in 442ms, sequenceid=5, compaction requested=false at 1733177846332 (+9 ms)Writing region close event to WAL at 1733177846333 (+1 ms)Running coprocessor post-close hooks at 1733177846336 (+3 ms)Closed at 1733177846337 (+1 ms) 2024-12-02T22:17:26,337 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733177841161.9de9ebefdd8cea39c44a181e0fa242a4. 2024-12-02T22:17:26,381 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/.tmp/table/587df4d8b1d146da97d39cc19fd86c69 2024-12-02T22:17:26,387 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/.tmp/info/27f750b1a1694e0f94175bed601e35c0 as hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/info/27f750b1a1694e0f94175bed601e35c0 2024-12-02T22:17:26,392 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/info/27f750b1a1694e0f94175bed601e35c0, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T22:17:26,392 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/.tmp/ns/39bbdc6909a34324a6ee0980117b5a6d as hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/ns/39bbdc6909a34324a6ee0980117b5a6d 2024-12-02T22:17:26,398 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/ns/39bbdc6909a34324a6ee0980117b5a6d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T22:17:26,399 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/.tmp/table/587df4d8b1d146da97d39cc19fd86c69 as hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/table/587df4d8b1d146da97d39cc19fd86c69 2024-12-02T22:17:26,404 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/table/587df4d8b1d146da97d39cc19fd86c69, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T22:17:26,405 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 515ms, sequenceid=11, compaction requested=false 2024-12-02T22:17:26,409 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T22:17:26,410 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:17:26,410 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:17:26,410 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:17:26,410 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177845890Running coprocessor pre-close hooks at 1733177845890Disabling compacts and flushes for region at 1733177845890Disabling writes for close at 1733177845890Obtaining lock to block concurrent updates at 1733177845890Preparing flush snapshotting stores in 1588230740 at 1733177845890Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733177845890Flushing stores of hbase:meta,,1.1588230740 at 1733177845891 (+1 ms)Flushing 1588230740/info: creating writer at 1733177845891Flushing 1588230740/info: appending metadata at 1733177845910 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733177845910Flushing 1588230740/ns: creating writer at 1733177845922 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733177845942 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733177845942Flushing 1588230740/table: creating writer at 1733177845954 (+12 ms)Flushing 1588230740/table: appending metadata at 1733177845975 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733177845975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f8b8749: reopening flushed file at 1733177846386 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c37926: reopening flushed file at 1733177846392 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c20b6e: reopening flushed file at 1733177846398 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 515ms, sequenceid=11, compaction requested=false at 1733177846405 (+7 ms)Writing region close event to WAL at 1733177846406 (+1 ms)Running coprocessor post-close hooks at 1733177846410 (+4 ms)Closed at 1733177846410 2024-12-02T22:17:26,410 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:17:26,490 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,39969,1733177834020; all regions closed. 2024-12-02T22:17:26,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741834_1010 (size=2742) 2024-12-02T22:17:26,495 DEBUG [RS:0;7ae73638d47e:39969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/oldWALs 2024-12-02T22:17:26,495 INFO [RS:0;7ae73638d47e:39969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C39969%2C1733177834020.meta:.meta(num 1733177836970) 2024-12-02T22:17:26,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741837_1013 (size=1586) 2024-12-02T22:17:26,500 DEBUG [RS:0;7ae73638d47e:39969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/oldWALs 2024-12-02T22:17:26,500 INFO [RS:0;7ae73638d47e:39969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C39969%2C1733177834020.rep:(num 1733177842306) 2024-12-02T22:17:26,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741832_1008 (size=93) 2024-12-02T22:17:26,504 DEBUG [RS:0;7ae73638d47e:39969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/oldWALs 2024-12-02T22:17:26,504 INFO [RS:0;7ae73638d47e:39969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C39969%2C1733177834020:(num 1733177836020) 2024-12-02T22:17:26,504 DEBUG [RS:0;7ae73638d47e:39969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:26,504 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:17:26,504 INFO [RS:0;7ae73638d47e:39969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:17:26,504 INFO [RS:0;7ae73638d47e:39969 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T22:17:26,504 INFO [RS:0;7ae73638d47e:39969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:17:26,504 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:17:26,505 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,39969,1733177834020 because: Region server is closing 2024-12-02T22:17:26,505 INFO [RS:0;7ae73638d47e:39969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:39969. 2024-12-02T22:17:26,505 DEBUG [RS:0;7ae73638d47e:39969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:26,505 DEBUG [RS:0;7ae73638d47e:39969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:26,505 DEBUG [RS:0;7ae73638d47e:39969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:26,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:26,605 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020.replicationSource.wal-reader.7ae73638d47e%2C39969%2C1733177834020,1-7ae73638d47e,39969,1733177834020 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:17:26,605 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020.replicationSource.shipper7ae73638d47e%2C39969%2C1733177834020,1-7ae73638d47e,39969,1733177834020 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T22:17:26,606 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39969,1733177834020.replicationSource.shipper7ae73638d47e%2C39969%2C1733177834020,1-7ae73638d47e,39969,1733177834020 terminated 2024-12-02T22:17:26,606 INFO [RS:0;7ae73638d47e:39969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39969 2024-12-02T22:17:26,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-185992652/rs/7ae73638d47e,39969,1733177834020 2024-12-02T22:17:26,608 INFO [RS:0;7ae73638d47e:39969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:17:26,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652/rs 2024-12-02T22:17:26,609 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,39969,1733177834020] 2024-12-02T22:17:26,611 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-185992652/draining/7ae73638d47e,39969,1733177834020 already deleted, retry=false 2024-12-02T22:17:26,611 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,39969,1733177834020 expired; onlineServers=0 2024-12-02T22:17:26,611 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,42655,1733177833959' ***** 2024-12-02T22:17:26,611 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:17:26,611 INFO [M:0;7ae73638d47e:42655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:17:26,611 INFO [M:0;7ae73638d47e:42655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:17:26,611 DEBUG [M:0;7ae73638d47e:42655 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:17:26,611 DEBUG [M:0;7ae73638d47e:42655 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:17:26,611 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:17:26,611 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177835811 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177835811,5,FailOnTimeoutGroup] 2024-12-02T22:17:26,611 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177835811 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177835811,5,FailOnTimeoutGroup] 2024-12-02T22:17:26,611 INFO [M:0;7ae73638d47e:42655 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:17:26,611 INFO [M:0;7ae73638d47e:42655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:17:26,611 DEBUG [M:0;7ae73638d47e:42655 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:17:26,611 INFO [M:0;7ae73638d47e:42655 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:17:26,612 INFO [M:0;7ae73638d47e:42655 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:17:26,612 INFO [M:0;7ae73638d47e:42655 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:17:26,612 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:17:26,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-185992652/master 2024-12-02T22:17:26,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-185992652 2024-12-02T22:17:26,613 DEBUG [M:0;7ae73638d47e:42655 {}] zookeeper.ZKUtil(347): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Unable to get data of znode /0-185992652/master because node does not exist (not an error) 2024-12-02T22:17:26,613 WARN [M:0;7ae73638d47e:42655 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:17:26,614 INFO [M:0;7ae73638d47e:42655 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/.lastflushedseqids 2024-12-02T22:17:26,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741842_1018 (size=181) 2024-12-02T22:17:26,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:26,709 INFO [RS:0;7ae73638d47e:39969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:17:26,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39969-0x1009d1102080001, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:26,709 INFO [RS:0;7ae73638d47e:39969 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,39969,1733177834020; zookeeper connection closed. 2024-12-02T22:17:26,710 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e25555f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e25555f 2024-12-02T22:17:26,710 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:17:27,022 INFO [M:0;7ae73638d47e:42655 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:17:27,023 INFO [M:0;7ae73638d47e:42655 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:17:27,023 DEBUG [M:0;7ae73638d47e:42655 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:17:27,023 INFO [M:0;7ae73638d47e:42655 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:27,023 DEBUG [M:0;7ae73638d47e:42655 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:27,023 DEBUG [M:0;7ae73638d47e:42655 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:17:27,023 DEBUG [M:0;7ae73638d47e:42655 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:27,023 INFO [M:0;7ae73638d47e:42655 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-02T22:17:27,043 DEBUG [M:0;7ae73638d47e:42655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2ff6c07beac472b992baaf6923f7270 is 82, key is hbase:meta,,1/info:regioninfo/1733177837013/Put/seqid=0 2024-12-02T22:17:27,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741843_1019 (size=5672) 2024-12-02T22:17:27,448 INFO [M:0;7ae73638d47e:42655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2ff6c07beac472b992baaf6923f7270 2024-12-02T22:17:27,475 DEBUG [M:0;7ae73638d47e:42655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a647d3a825eb4f129185d99576015485 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733177842370/Put/seqid=0 2024-12-02T22:17:27,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741844_1020 (size=7203) 2024-12-02T22:17:27,836 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:17:27,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:27,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:27,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:27,880 INFO [M:0;7ae73638d47e:42655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a647d3a825eb4f129185d99576015485 2024-12-02T22:17:27,899 DEBUG [M:0;7ae73638d47e:42655 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8fdc9d673544817ae2159a5eadc77a8 is 69, key is 7ae73638d47e,39969,1733177834020/rs:state/1733177835867/Put/seqid=0 2024-12-02T22:17:27,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741845_1021 (size=5156) 2024-12-02T22:17:28,303 INFO [M:0;7ae73638d47e:42655 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8fdc9d673544817ae2159a5eadc77a8 2024-12-02T22:17:28,309 DEBUG [M:0;7ae73638d47e:42655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2ff6c07beac472b992baaf6923f7270 as hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2ff6c07beac472b992baaf6923f7270 2024-12-02T22:17:28,313 INFO [M:0;7ae73638d47e:42655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2ff6c07beac472b992baaf6923f7270, entries=8, sequenceid=70, filesize=5.5 K 2024-12-02T22:17:28,314 DEBUG [M:0;7ae73638d47e:42655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a647d3a825eb4f129185d99576015485 as hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a647d3a825eb4f129185d99576015485 2024-12-02T22:17:28,318 INFO [M:0;7ae73638d47e:42655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a647d3a825eb4f129185d99576015485, entries=8, sequenceid=70, filesize=7.0 K 2024-12-02T22:17:28,319 DEBUG [M:0;7ae73638d47e:42655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8fdc9d673544817ae2159a5eadc77a8 as hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8fdc9d673544817ae2159a5eadc77a8 2024-12-02T22:17:28,323 INFO [M:0;7ae73638d47e:42655 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43153/user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8fdc9d673544817ae2159a5eadc77a8, entries=1, sequenceid=70, filesize=5.0 K 2024-12-02T22:17:28,324 INFO [M:0;7ae73638d47e:42655 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=70, compaction requested=false 2024-12-02T22:17:28,326 INFO [M:0;7ae73638d47e:42655 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:28,326 DEBUG [M:0;7ae73638d47e:42655 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177847023Disabling compacts and flushes for region at 1733177847023Disabling writes for close at 1733177847023Obtaining lock to block concurrent updates at 1733177847023Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733177847023Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733177847023Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733177847024 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733177847024Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733177847042 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733177847042Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733177847453 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733177847474 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733177847474Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733177847885 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733177847898 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733177847898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c19e5b: reopening flushed file at 1733177848308 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f31127e: reopening flushed file at 1733177848314 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7ccd55: reopening flushed file at 1733177848319 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=70, compaction requested=false at 1733177848324 (+5 ms)Writing region close event to WAL at 1733177848325 (+1 ms)Closed at 1733177848326 (+1 ms) 2024-12-02T22:17:28,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36783 is added to blk_1073741830_1006 (size=41008) 2024-12-02T22:17:28,328 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01f28352-56d1-6eca-f15e-5f6f4e7aa00b/MasterData/WALs/7ae73638d47e,42655,1733177833959/7ae73638d47e%2C42655%2C1733177833959.1733177835725 not finished, retry = 0 2024-12-02T22:17:28,429 INFO [M:0;7ae73638d47e:42655 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:17:28,429 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:17:28,429 INFO [M:0;7ae73638d47e:42655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42655 2024-12-02T22:17:28,429 INFO [M:0;7ae73638d47e:42655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:17:28,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:28,531 INFO [M:0;7ae73638d47e:42655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:17:28,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42655-0x1009d1102080000, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:17:28,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@530b29e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:17:28,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@582b0b5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:17:28,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:17:28,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@368cdeb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:17:28,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ef59ecb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/hadoop.log.dir/,STOPPED} 2024-12-02T22:17:28,537 WARN [BP-1635338353-172.17.0.2-1733177833372 heartbeating to localhost/127.0.0.1:43153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:17:28,537 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:17:28,537 WARN [BP-1635338353-172.17.0.2-1733177833372 heartbeating to localhost/127.0.0.1:43153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1635338353-172.17.0.2-1733177833372 (Datanode Uuid d06c5e66-1fba-4173-b1d4-ef978deb75d6) service to localhost/127.0.0.1:43153 2024-12-02T22:17:28,537 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:17:28,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/cluster_1d6d00f7-55a0-dfca-b6d8-bb14f7db555a/data/data1/current/BP-1635338353-172.17.0.2-1733177833372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:17:28,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/cluster_1d6d00f7-55a0-dfca-b6d8-bb14f7db555a/data/data2/current/BP-1635338353-172.17.0.2-1733177833372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:17:28,538 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:17:28,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dc6d617{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:17:28,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634ccbf5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:17:28,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:17:28,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34d37511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:17:28,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44c614b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1054cea5-ce6a-d6ec-22d5-6092fee11e4e/hadoop.log.dir/,STOPPED} 2024-12-02T22:17:28,551 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T22:17:28,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:17:28,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 107) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37077 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50922) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43153 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50922) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 460), ProcessCount=11 (was 11), AvailableMemoryMB=7156 (was 7472) 2024-12-02T22:17:28,575 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=7155 2024-12-02T22:17:28,588 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-02T22:17:28,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/hadoop.log.dir so I do NOT create it in target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30 2024-12-02T22:17:28,589 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:17:28,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/hadoop.tmp.dir so I do NOT create it in target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30 2024-12-02T22:17:28,589 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fe383fa-991c-50a1-e015-7c83fc13cb6e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:17:28,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30 2024-12-02T22:17:28,589 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/cluster_e7ff1985-7c0f-8dfa-e15d-c26a18458d29, deleteOnExit=true 2024-12-02T22:17:28,591 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/cluster_e7ff1985-7c0f-8dfa-e15d-c26a18458d29/zookeeper_0, clientPort=58496, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/cluster_e7ff1985-7c0f-8dfa-e15d-c26a18458d29/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/cluster_e7ff1985-7c0f-8dfa-e15d-c26a18458d29/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T22:17:28,592 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58496 2024-12-02T22:17:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:17:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:17:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/test.cache.data in system properties and HBase conf 2024-12-02T22:17:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:17:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:17:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:17:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:17:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:17:28,593 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:17:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:17:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:17:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:17:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:17:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:17:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:17:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:17:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:17:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:17:28,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:17:28,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:17:28,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:17:28,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:17:28,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:17:28,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009d1102080005, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:17:28,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009d1102080002, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:17:28,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009d1102080005, quorum=127.0.0.1:50922, baseZNode=/1-1528045893 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:17:28,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009d1102080002, quorum=127.0.0.1:50922, baseZNode=/0-185992652 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:17:28,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:17:28,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:17:28,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:17:28,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:17:28,676 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:17:28,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:17:28,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68816ba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:17:28,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c43ab49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:17:28,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c33cf9f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/java.io.tmpdir/jetty-localhost-37553-hadoop-hdfs-3_4_1-tests_jar-_-any-6768414209292295806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:17:28,796 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7626e425{HTTP/1.1, (http/1.1)}{localhost:37553} 2024-12-02T22:17:28,796 INFO [Time-limited test {}] server.Server(415): Started @43231ms 2024-12-02T22:17:28,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:17:28,888 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:17:28,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:17:28,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:17:28,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:17:28,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58d2d9cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:17:28,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@519aa4a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:17:29,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2eac92df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/java.io.tmpdir/jetty-localhost-38581-hadoop-hdfs-3_4_1-tests_jar-_-any-829307128961372315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:17:29,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4304f93b{HTTP/1.1, (http/1.1)}{localhost:38581} 2024-12-02T22:17:29,008 INFO [Time-limited test {}] server.Server(415): Started @43442ms 2024-12-02T22:17:29,009 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:17:29,093 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/cluster_e7ff1985-7c0f-8dfa-e15d-c26a18458d29/data/data2/current/BP-599615293-172.17.0.2-1733177848623/current, will proceed with Du for space computation calculation, 2024-12-02T22:17:29,093 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/cluster_e7ff1985-7c0f-8dfa-e15d-c26a18458d29/data/data1/current/BP-599615293-172.17.0.2-1733177848623/current, will proceed with Du for space computation calculation, 2024-12-02T22:17:29,115 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:17:29,118 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7ae5db14dd690b1 with lease ID 0xd612abc114a343d1: Processing first storage report for DS-f6bd52fc-c448-46b7-8c09-306b72b2feb3 from datanode DatanodeRegistration(127.0.0.1:38377, datanodeUuid=deedcce9-9da0-4a1c-8d77-8e61b55f7c67, infoPort=38833, infoSecurePort=0, ipcPort=41993, storageInfo=lv=-57;cid=testClusterID;nsid=1896047108;c=1733177848623) 2024-12-02T22:17:29,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7ae5db14dd690b1 with lease ID 0xd612abc114a343d1: from storage DS-f6bd52fc-c448-46b7-8c09-306b72b2feb3 node DatanodeRegistration(127.0.0.1:38377, datanodeUuid=deedcce9-9da0-4a1c-8d77-8e61b55f7c67, infoPort=38833, infoSecurePort=0, ipcPort=41993, storageInfo=lv=-57;cid=testClusterID;nsid=1896047108;c=1733177848623), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:17:29,118 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7ae5db14dd690b1 with lease ID 0xd612abc114a343d1: Processing first storage report for DS-ed255a03-6636-4767-819d-2b7e571e75b7 from datanode DatanodeRegistration(127.0.0.1:38377, datanodeUuid=deedcce9-9da0-4a1c-8d77-8e61b55f7c67, infoPort=38833, infoSecurePort=0, ipcPort=41993, storageInfo=lv=-57;cid=testClusterID;nsid=1896047108;c=1733177848623) 2024-12-02T22:17:29,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7ae5db14dd690b1 with lease ID 0xd612abc114a343d1: from storage DS-ed255a03-6636-4767-819d-2b7e571e75b7 node DatanodeRegistration(127.0.0.1:38377, datanodeUuid=deedcce9-9da0-4a1c-8d77-8e61b55f7c67, infoPort=38833, infoSecurePort=0, ipcPort=41993, storageInfo=lv=-57;cid=testClusterID;nsid=1896047108;c=1733177848623), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:17:29,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30 2024-12-02T22:17:29,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:29,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:29,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:17:29,543 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079 with version=8 2024-12-02T22:17:29,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/hbase-staging 2024-12-02T22:17:29,545 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:17:29,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:29,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:29,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:17:29,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:29,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:17:29,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:17:29,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:17:29,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43049 2024-12-02T22:17:29,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43049 connecting to ZooKeeper ensemble=127.0.0.1:58496 2024-12-02T22:17:29,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430490x0, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:17:29,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43049-0x1009d113dad0000 connected 2024-12-02T22:17:29,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:29,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:29,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Set watcher on znode that does not yet exist, /0127275646/running 2024-12-02T22:17:29,572 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079, hbase.cluster.distributed=false 2024-12-02T22:17:29,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Set watcher on znode that does not yet exist, /0127275646/acl 2024-12-02T22:17:29,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43049 2024-12-02T22:17:29,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43049 2024-12-02T22:17:29,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43049 2024-12-02T22:17:29,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43049 2024-12-02T22:17:29,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43049 2024-12-02T22:17:29,595 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:17:29,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:29,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:29,595 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:17:29,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:29,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:17:29,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:17:29,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:17:29,597 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38381 2024-12-02T22:17:29,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38381 connecting to ZooKeeper ensemble=127.0.0.1:58496 2024-12-02T22:17:29,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:29,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:29,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383810x0, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:17:29,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383810x0, quorum=127.0.0.1:58496, baseZNode=/0127275646 Set watcher on znode that does not yet exist, /0127275646/running 2024-12-02T22:17:29,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38381-0x1009d113dad0001 connected 2024-12-02T22:17:29,605 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:17:29,608 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:17:29,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Set watcher on znode that does not yet exist, /0127275646/master 2024-12-02T22:17:29,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Set watcher on znode that does not yet exist, /0127275646/acl 2024-12-02T22:17:29,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38381 2024-12-02T22:17:29,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38381 2024-12-02T22:17:29,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38381 2024-12-02T22:17:29,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38381 2024-12-02T22:17:29,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38381 2024-12-02T22:17:29,627 DEBUG [M:0;7ae73638d47e:43049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:43049 2024-12-02T22:17:29,628 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0127275646/backup-masters/7ae73638d47e,43049,1733177849545 2024-12-02T22:17:29,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646/backup-masters 2024-12-02T22:17:29,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646/backup-masters 2024-12-02T22:17:29,630 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Set watcher on existing znode=/0127275646/backup-masters/7ae73638d47e,43049,1733177849545 2024-12-02T22:17:29,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0127275646/master 2024-12-02T22:17:29,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:17:29,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:17:29,632 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Set watcher on existing znode=/0127275646/master 2024-12-02T22:17:29,633 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0127275646/backup-masters/7ae73638d47e,43049,1733177849545 from backup master directory 2024-12-02T22:17:29,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646/backup-masters 2024-12-02T22:17:29,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0127275646/backup-masters/7ae73638d47e,43049,1733177849545 2024-12-02T22:17:29,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646/backup-masters 2024-12-02T22:17:29,634 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:17:29,634 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,43049,1733177849545 2024-12-02T22:17:29,638 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/hbase.id] with ID: 0854b862-9e07-4b10-b3eb-32a0570adee2 2024-12-02T22:17:29,639 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/.tmp/hbase.id 2024-12-02T22:17:29,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:17:29,646 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/.tmp/hbase.id]:[hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/hbase.id] 2024-12-02T22:17:29,658 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:29,658 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:17:29,659 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:17:29,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:17:29,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:17:29,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:17:30,069 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:17:30,069 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:17:30,070 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:30,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:17:30,477 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store 2024-12-02T22:17:30,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:17:30,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:17:30,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T22:17:30,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T22:17:30,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:17:30,885 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:30,885 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:17:30,885 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:30,885 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:30,885 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:17:30,885 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:30,885 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:30,885 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177850885Disabling compacts and flushes for region at 1733177850885Disabling writes for close at 1733177850885Writing region close event to WAL at 1733177850885Closed at 1733177850885 2024-12-02T22:17:30,886 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/.initializing 2024-12-02T22:17:30,886 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/WALs/7ae73638d47e,43049,1733177849545 2024-12-02T22:17:30,887 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:17:30,889 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C43049%2C1733177849545, suffix=, logDir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/WALs/7ae73638d47e,43049,1733177849545, archiveDir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/oldWALs, maxLogs=10 2024-12-02T22:17:30,902 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/WALs/7ae73638d47e,43049,1733177849545/7ae73638d47e%2C43049%2C1733177849545.1733177850889, exclude list is [], retry=0 2024-12-02T22:17:30,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38377,DS-f6bd52fc-c448-46b7-8c09-306b72b2feb3,DISK] 2024-12-02T22:17:30,907 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/WALs/7ae73638d47e,43049,1733177849545/7ae73638d47e%2C43049%2C1733177849545.1733177850889 2024-12-02T22:17:30,907 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38833:38833)] 2024-12-02T22:17:30,907 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:30,907 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:30,907 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:30,908 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:30,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:30,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:17:30,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:30,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:30,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:30,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:17:30,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:30,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:30,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:30,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:17:30,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:30,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:30,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:30,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:17:30,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:30,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:30,917 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:30,918 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:30,918 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:30,919 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:30,919 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:30,919 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:17:30,920 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:30,922 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:17:30,923 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72687469, jitterRate=0.0831276923418045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:17:30,923 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177850908Initializing all the Stores at 1733177850908Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177850908Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177850910 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177850910Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177850910Cleaning up temporary data from old regions at 1733177850919 (+9 ms)Region opened successfully at 1733177850923 (+4 ms) 2024-12-02T22:17:30,923 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:17:30,926 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e737af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:17:30,927 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:17:30,928 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:17:30,928 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:17:30,928 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:17:30,928 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:17:30,929 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:17:30,929 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:17:30,931 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:17:30,932 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Unable to get data of znode /0127275646/balancer because node does not exist (not necessarily an error) 2024-12-02T22:17:30,933 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0127275646/balancer already deleted, retry=false 2024-12-02T22:17:30,933 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:17:30,934 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Unable to get data of znode /0127275646/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:17:30,935 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0127275646/normalizer already deleted, retry=false 2024-12-02T22:17:30,935 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:17:30,936 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Unable to get data of znode /0127275646/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:17:30,937 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0127275646/switch/split already deleted, retry=false 2024-12-02T22:17:30,938 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Unable to get data of znode /0127275646/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:17:30,939 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0127275646/switch/merge already deleted, retry=false 2024-12-02T22:17:30,941 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Unable to get data of znode /0127275646/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:17:30,942 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0127275646/snapshot-cleanup already deleted, retry=false 2024-12-02T22:17:30,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0127275646/running 2024-12-02T22:17:30,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0127275646/running 2024-12-02T22:17:30,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:17:30,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:17:30,945 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,43049,1733177849545, sessionid=0x1009d113dad0000, setting cluster-up flag (Was=false) 2024-12-02T22:17:30,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:17:30,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:17:30,952 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0127275646/flush-table-proc/acquired, /0127275646/flush-table-proc/reached, /0127275646/flush-table-proc/abort 2024-12-02T22:17:30,953 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,43049,1733177849545 2024-12-02T22:17:30,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:17:30,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:17:30,961 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0127275646/online-snapshot/acquired, /0127275646/online-snapshot/reached, /0127275646/online-snapshot/abort 2024-12-02T22:17:30,962 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,43049,1733177849545 2024-12-02T22:17:30,963 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:17:30,964 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:30,964 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:17:30,965 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:17:30,965 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,43049,1733177849545 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:17:30,966 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:30,966 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:30,966 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:30,966 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:30,966 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:17:30,966 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:30,966 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:17:30,966 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:30,968 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733177880968 2024-12-02T22:17:30,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:30,969 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:17:30,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:17:30,969 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:17:30,969 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:17:30,969 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:17:30,969 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:17:30,969 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:17:30,969 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:30,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:17:30,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:17:30,970 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:30,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:17:30,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:17:30,970 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:17:30,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:17:30,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:17:30,972 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177850970,5,FailOnTimeoutGroup] 2024-12-02T22:17:30,976 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177850972,5,FailOnTimeoutGroup] 2024-12-02T22:17:30,976 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:30,976 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:17:30,976 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:30,976 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:30,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:17:31,019 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(746): ClusterId : 0854b862-9e07-4b10-b3eb-32a0570adee2 2024-12-02T22:17:31,019 DEBUG [RS:0;7ae73638d47e:38381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:17:31,021 DEBUG [RS:0;7ae73638d47e:38381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:17:31,021 DEBUG [RS:0;7ae73638d47e:38381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:17:31,023 DEBUG [RS:0;7ae73638d47e:38381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:17:31,023 DEBUG [RS:0;7ae73638d47e:38381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2073b5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:17:31,035 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:38381 2024-12-02T22:17:31,035 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:17:31,035 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:17:31,035 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:17:31,036 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,43049,1733177849545 with port=38381, startcode=1733177849594 2024-12-02T22:17:31,036 DEBUG [RS:0;7ae73638d47e:38381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:17:31,037 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:17:31,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43049 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,38381,1733177849594 2024-12-02T22:17:31,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43049 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,38381,1733177849594 2024-12-02T22:17:31,039 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079 2024-12-02T22:17:31,039 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40755 2024-12-02T22:17:31,039 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:17:31,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646/rs 2024-12-02T22:17:31,042 DEBUG [RS:0;7ae73638d47e:38381 {}] zookeeper.ZKUtil(111): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Set watcher on existing znode=/0127275646/rs/7ae73638d47e,38381,1733177849594 2024-12-02T22:17:31,042 WARN [RS:0;7ae73638d47e:38381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:17:31,042 INFO [RS:0;7ae73638d47e:38381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:31,042 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594 2024-12-02T22:17:31,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,38381,1733177849594] 2024-12-02T22:17:31,045 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:17:31,047 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:17:31,047 INFO [RS:0;7ae73638d47e:38381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:17:31,047 INFO [RS:0;7ae73638d47e:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:31,048 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:17:31,048 INFO [RS:0;7ae73638d47e:38381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:17:31,048 INFO [RS:0;7ae73638d47e:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:31,049 DEBUG [RS:0;7ae73638d47e:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:31,049 DEBUG [RS:0;7ae73638d47e:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:31,049 DEBUG [RS:0;7ae73638d47e:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:31,049 DEBUG [RS:0;7ae73638d47e:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:31,049 DEBUG [RS:0;7ae73638d47e:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:31,049 DEBUG [RS:0;7ae73638d47e:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:17:31,049 DEBUG [RS:0;7ae73638d47e:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:31,049 DEBUG [RS:0;7ae73638d47e:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:31,049 DEBUG [RS:0;7ae73638d47e:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:31,049 DEBUG [RS:0;7ae73638d47e:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:31,049 DEBUG [RS:0;7ae73638d47e:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:31,049 DEBUG [RS:0;7ae73638d47e:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:31,049 DEBUG [RS:0;7ae73638d47e:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:17:31,049 DEBUG [RS:0;7ae73638d47e:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:17:31,051 INFO [RS:0;7ae73638d47e:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:31,051 INFO [RS:0;7ae73638d47e:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:31,051 INFO [RS:0;7ae73638d47e:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:31,051 INFO [RS:0;7ae73638d47e:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:31,051 INFO [RS:0;7ae73638d47e:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:31,051 INFO [RS:0;7ae73638d47e:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38381,1733177849594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:17:31,066 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:17:31,066 INFO [RS:0;7ae73638d47e:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38381,1733177849594-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:31,066 INFO [RS:0;7ae73638d47e:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:31,066 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.Replication(171): 7ae73638d47e,38381,1733177849594 started 2024-12-02T22:17:31,079 INFO [RS:0;7ae73638d47e:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:31,079 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,38381,1733177849594, RpcServer on 7ae73638d47e/172.17.0.2:38381, sessionid=0x1009d113dad0001 2024-12-02T22:17:31,079 DEBUG [RS:0;7ae73638d47e:38381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:17:31,079 DEBUG [RS:0;7ae73638d47e:38381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,38381,1733177849594 2024-12-02T22:17:31,079 DEBUG [RS:0;7ae73638d47e:38381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,38381,1733177849594' 2024-12-02T22:17:31,079 DEBUG [RS:0;7ae73638d47e:38381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0127275646/flush-table-proc/abort' 2024-12-02T22:17:31,080 DEBUG [RS:0;7ae73638d47e:38381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0127275646/flush-table-proc/acquired' 2024-12-02T22:17:31,080 DEBUG [RS:0;7ae73638d47e:38381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:17:31,080 DEBUG [RS:0;7ae73638d47e:38381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:17:31,080 DEBUG [RS:0;7ae73638d47e:38381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,38381,1733177849594 2024-12-02T22:17:31,080 DEBUG [RS:0;7ae73638d47e:38381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,38381,1733177849594' 2024-12-02T22:17:31,080 DEBUG [RS:0;7ae73638d47e:38381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0127275646/online-snapshot/abort' 2024-12-02T22:17:31,081 DEBUG [RS:0;7ae73638d47e:38381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0127275646/online-snapshot/acquired' 2024-12-02T22:17:31,081 DEBUG [RS:0;7ae73638d47e:38381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:17:31,081 INFO [RS:0;7ae73638d47e:38381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:17:31,081 INFO [RS:0;7ae73638d47e:38381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:17:31,181 INFO [RS:0;7ae73638d47e:38381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:17:31,183 INFO [RS:0;7ae73638d47e:38381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C38381%2C1733177849594, suffix=, logDir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594, archiveDir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/oldWALs, maxLogs=10 2024-12-02T22:17:31,195 DEBUG [RS:0;7ae73638d47e:38381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183, exclude list is [], retry=0 2024-12-02T22:17:31,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38377,DS-f6bd52fc-c448-46b7-8c09-306b72b2feb3,DISK] 2024-12-02T22:17:31,200 INFO [RS:0;7ae73638d47e:38381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 2024-12-02T22:17:31,200 DEBUG [RS:0;7ae73638d47e:38381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38833:38833)] 2024-12-02T22:17:31,383 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:17:31,383 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079 2024-12-02T22:17:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741833_1009 (size=32) 2024-12-02T22:17:31,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:31,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:17:31,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:17:31,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:31,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:31,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:17:31,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:17:31,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:31,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:31,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:17:31,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:17:31,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:31,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:31,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:17:31,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:17:31,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:31,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:31,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:17:31,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740 2024-12-02T22:17:31,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740 2024-12-02T22:17:31,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:17:31,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:17:31,800 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:17:31,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:17:31,802 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:17:31,803 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60034520, jitterRate=-0.105415940284729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:17:31,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733177851790Initializing all the Stores at 1733177851790Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177851791 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177851791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177851791Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177851791Cleaning up temporary data from old regions at 1733177851799 (+8 ms)Region opened successfully at 1733177851803 (+4 ms) 2024-12-02T22:17:31,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:17:31,803 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:17:31,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:17:31,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:17:31,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:17:31,804 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:17:31,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177851803Disabling compacts and flushes for region at 1733177851803Disabling writes for close at 1733177851804 (+1 ms)Writing region close event to WAL at 1733177851804Closed at 1733177851804 2024-12-02T22:17:31,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:31,805 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:17:31,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:17:31,807 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:17:31,808 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:17:31,958 DEBUG [7ae73638d47e:43049 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:17:31,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,38381,1733177849594 2024-12-02T22:17:31,959 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,38381,1733177849594, state=OPENING 2024-12-02T22:17:31,961 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:17:31,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:17:31,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:17:31,963 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:17:31,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,38381,1733177849594}] 2024-12-02T22:17:31,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0127275646/meta-region-server: CHANGED 2024-12-02T22:17:31,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0127275646/meta-region-server: CHANGED 2024-12-02T22:17:32,116 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:17:32,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:17:32,121 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:17:32,121 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:32,121 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:17:32,123 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C38381%2C1733177849594.meta, suffix=.meta, logDir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594, archiveDir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/oldWALs, maxLogs=10 2024-12-02T22:17:32,136 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.meta.1733177852123.meta, exclude list is [], retry=0 2024-12-02T22:17:32,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38377,DS-f6bd52fc-c448-46b7-8c09-306b72b2feb3,DISK] 2024-12-02T22:17:32,139 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.meta.1733177852123.meta 2024-12-02T22:17:32,140 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38833:38833)] 2024-12-02T22:17:32,140 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:32,140 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:17:32,140 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:17:32,140 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:17:32,140 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:17:32,141 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:17:32,141 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:32,141 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:17:32,141 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:17:32,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:17:32,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:17:32,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:32,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:32,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:17:32,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:17:32,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:32,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:32,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:17:32,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:17:32,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:32,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:32,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:17:32,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:17:32,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:32,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:32,147 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:17:32,148 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740 2024-12-02T22:17:32,149 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740 2024-12-02T22:17:32,150 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:17:32,150 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:17:32,151 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:17:32,152 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:17:32,153 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63956460, jitterRate=-0.04697448015213013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:17:32,154 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:17:32,154 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733177852141Writing region info on filesystem at 1733177852141Initializing all the Stores at 1733177852142 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177852142Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177852142Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177852142Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177852142Cleaning up temporary data from old regions at 1733177852150 (+8 ms)Running coprocessor post-open hooks at 1733177852154 (+4 ms)Region opened successfully at 1733177852154 2024-12-02T22:17:32,155 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733177852115 2024-12-02T22:17:32,157 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:17:32,157 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:17:32,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,38381,1733177849594 2024-12-02T22:17:32,159 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,38381,1733177849594, state=OPEN 2024-12-02T22:17:32,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0127275646/meta-region-server 2024-12-02T22:17:32,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0127275646/meta-region-server 2024-12-02T22:17:32,163 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,38381,1733177849594 2024-12-02T22:17:32,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0127275646/meta-region-server: CHANGED 2024-12-02T22:17:32,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0127275646/meta-region-server: CHANGED 2024-12-02T22:17:32,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:17:32,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,38381,1733177849594 in 200 msec 2024-12-02T22:17:32,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:17:32,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-12-02T22:17:32,170 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:32,170 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:17:32,171 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:32,171 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,38381,1733177849594, seqNum=-1] 2024-12-02T22:17:32,171 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:32,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:17:32,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-12-02T22:17:32,178 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733177852178, completionTime=-1 2024-12-02T22:17:32,178 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:17:32,178 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:17:32,180 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:17:32,180 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733177912180 2024-12-02T22:17:32,180 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733177972180 2024-12-02T22:17:32,180 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T22:17:32,180 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43049,1733177849545-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:32,180 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43049,1733177849545-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:32,180 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43049,1733177849545-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:32,180 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:43049, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:32,180 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:32,181 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:32,182 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:17:32,184 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.550sec 2024-12-02T22:17:32,184 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:17:32,184 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:17:32,184 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:17:32,184 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:17:32,184 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:17:32,184 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43049,1733177849545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:17:32,184 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43049,1733177849545-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:17:32,186 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:17:32,186 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:17:32,187 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43049,1733177849545-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:32,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2302d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:32,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43049,-1 for getting cluster id 2024-12-02T22:17:32,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:32,221 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0854b862-9e07-4b10-b3eb-32a0570adee2' 2024-12-02T22:17:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0854b862-9e07-4b10-b3eb-32a0570adee2" 2024-12-02T22:17:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58edec92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43049,-1] 2024-12-02T22:17:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:32,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:32,223 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:32,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603f171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:32,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,38381,1733177849594, seqNum=-1] 2024-12-02T22:17:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:32,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:17:32,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,43049,1733177849545 2024-12-02T22:17:32,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58496 2024-12-02T22:17:32,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:17:32,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009d113dad0002 connected 2024-12-02T22:17:32,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/hadoop.log.dir so I do NOT create it in target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d 2024-12-02T22:17:32,235 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:17:32,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/hadoop.tmp.dir so I do NOT create it in target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d 2024-12-02T22:17:32,235 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:17:32,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d 2024-12-02T22:17:32,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:17:32,235 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/cluster_de1a3123-73b7-4421-d282-b5b0fdb7e6f2, deleteOnExit=true 2024-12-02T22:17:32,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:17:32,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/test.cache.data in system properties and HBase conf 2024-12-02T22:17:32,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:17:32,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:17:32,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:17:32,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:17:32,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:17:32,236 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:17:32,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:17:32,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:17:32,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:17:32,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:17:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:17:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:17:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:17:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:17:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:17:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:17:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:17:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:17:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:17:32,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:17:32,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:17:32,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:17:32,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:17:32,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:17:32,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:17:32,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:17:32,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19059272{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:17:32,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2191111b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:17:32,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fea310b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/java.io.tmpdir/jetty-localhost-46495-hadoop-hdfs-3_4_1-tests_jar-_-any-7193476666154413376/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:17:32,452 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fe16d0{HTTP/1.1, (http/1.1)}{localhost:46495} 2024-12-02T22:17:32,452 INFO [Time-limited test {}] server.Server(415): Started @46887ms 2024-12-02T22:17:32,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:17:32,590 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:17:32,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:17:32,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:17:32,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:17:32,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@686c72e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:17:32,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3473df80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:17:32,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41a1d674{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/java.io.tmpdir/jetty-localhost-39563-hadoop-hdfs-3_4_1-tests_jar-_-any-18142666469163972136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:17:32,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a11563{HTTP/1.1, (http/1.1)}{localhost:39563} 2024-12-02T22:17:32,705 INFO [Time-limited test {}] server.Server(415): Started @47140ms 2024-12-02T22:17:32,706 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:17:32,797 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/cluster_de1a3123-73b7-4421-d282-b5b0fdb7e6f2/data/data2/current/BP-1068292197-172.17.0.2-1733177852262/current, will proceed with Du for space computation calculation, 2024-12-02T22:17:32,797 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/cluster_de1a3123-73b7-4421-d282-b5b0fdb7e6f2/data/data1/current/BP-1068292197-172.17.0.2-1733177852262/current, will proceed with Du for space computation calculation, 2024-12-02T22:17:32,817 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:17:32,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7c113cae0e317af with lease ID 0xed2497385df31d12: Processing first storage report for DS-463231f6-1be7-419d-bafb-cab60bfb0606 from datanode DatanodeRegistration(127.0.0.1:44273, datanodeUuid=7e76ae6d-f8a1-48e3-bab0-7d5850da8bce, infoPort=32799, infoSecurePort=0, ipcPort=34867, storageInfo=lv=-57;cid=testClusterID;nsid=1622425919;c=1733177852262) 2024-12-02T22:17:32,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7c113cae0e317af with lease ID 0xed2497385df31d12: from storage DS-463231f6-1be7-419d-bafb-cab60bfb0606 node DatanodeRegistration(127.0.0.1:44273, datanodeUuid=7e76ae6d-f8a1-48e3-bab0-7d5850da8bce, infoPort=32799, infoSecurePort=0, ipcPort=34867, storageInfo=lv=-57;cid=testClusterID;nsid=1622425919;c=1733177852262), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:17:32,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7c113cae0e317af with lease ID 0xed2497385df31d12: Processing first storage report for DS-759354f8-5e7c-4985-bf38-e609f5811a17 from datanode DatanodeRegistration(127.0.0.1:44273, datanodeUuid=7e76ae6d-f8a1-48e3-bab0-7d5850da8bce, infoPort=32799, infoSecurePort=0, ipcPort=34867, storageInfo=lv=-57;cid=testClusterID;nsid=1622425919;c=1733177852262) 2024-12-02T22:17:32,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7c113cae0e317af with lease ID 0xed2497385df31d12: from storage DS-759354f8-5e7c-4985-bf38-e609f5811a17 node DatanodeRegistration(127.0.0.1:44273, datanodeUuid=7e76ae6d-f8a1-48e3-bab0-7d5850da8bce, infoPort=32799, infoSecurePort=0, ipcPort=34867, storageInfo=lv=-57;cid=testClusterID;nsid=1622425919;c=1733177852262), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:17:32,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d 2024-12-02T22:17:32,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:32,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:32,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:17:32,844 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6 with version=8 2024-12-02T22:17:32,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/hbase-staging 2024-12-02T22:17:32,847 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:17:32,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:32,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:32,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:17:32,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:32,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:17:32,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:17:32,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:17:32,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45789 2024-12-02T22:17:32,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45789 connecting to ZooKeeper ensemble=127.0.0.1:58496 2024-12-02T22:17:32,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457890x0, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:17:32,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45789-0x1009d113dad0003 connected 2024-12-02T22:17:32,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:32,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:32,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Set watcher on znode that does not yet exist, /1710333324/running 2024-12-02T22:17:32,867 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6, hbase.cluster.distributed=false 2024-12-02T22:17:32,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Set watcher on znode that does not yet exist, /1710333324/acl 2024-12-02T22:17:32,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45789 2024-12-02T22:17:32,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45789 2024-12-02T22:17:32,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45789 2024-12-02T22:17:32,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45789 2024-12-02T22:17:32,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45789 2024-12-02T22:17:32,892 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:17:32,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:32,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:32,892 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:17:32,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:17:32,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:17:32,892 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:17:32,892 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:17:32,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32805 2024-12-02T22:17:32,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32805 connecting to ZooKeeper ensemble=127.0.0.1:58496 2024-12-02T22:17:32,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:32,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:32,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328050x0, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:17:32,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328050x0, quorum=127.0.0.1:58496, baseZNode=/1710333324 Set watcher on znode that does not yet exist, /1710333324/running 2024-12-02T22:17:32,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32805-0x1009d113dad0004 connected 2024-12-02T22:17:32,902 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:17:32,902 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:17:32,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Set watcher on znode that does not yet exist, /1710333324/master 2024-12-02T22:17:32,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Set watcher on znode that does not yet exist, /1710333324/acl 2024-12-02T22:17:32,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32805 2024-12-02T22:17:32,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32805 2024-12-02T22:17:32,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32805 2024-12-02T22:17:32,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32805 2024-12-02T22:17:32,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32805 2024-12-02T22:17:32,921 DEBUG [M:0;7ae73638d47e:45789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:45789 2024-12-02T22:17:32,921 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1710333324/backup-masters/7ae73638d47e,45789,1733177852847 2024-12-02T22:17:32,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324/backup-masters 2024-12-02T22:17:32,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324/backup-masters 2024-12-02T22:17:32,923 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Set watcher on existing znode=/1710333324/backup-masters/7ae73638d47e,45789,1733177852847 2024-12-02T22:17:32,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:17:32,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1710333324/master 2024-12-02T22:17:32,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:17:32,925 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Set watcher on existing znode=/1710333324/master 2024-12-02T22:17:32,925 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1710333324/backup-masters/7ae73638d47e,45789,1733177852847 from backup master directory 2024-12-02T22:17:32,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1710333324/backup-masters/7ae73638d47e,45789,1733177852847 2024-12-02T22:17:32,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324/backup-masters 2024-12-02T22:17:32,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324/backup-masters 2024-12-02T22:17:32,927 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:17:32,927 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,45789,1733177852847 2024-12-02T22:17:32,931 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/hbase.id] with ID: 75543ad0-2aaf-40e4-b93b-6fa5ebc046ce 2024-12-02T22:17:32,931 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/.tmp/hbase.id 2024-12-02T22:17:32,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:17:33,337 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/.tmp/hbase.id]:[hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/hbase.id] 2024-12-02T22:17:33,355 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:33,356 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:17:33,359 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-02T22:17:33,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:17:33,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:17:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:17:33,793 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:17:33,794 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:17:33,794 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:33,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:17:33,801 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store 2024-12-02T22:17:33,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:17:33,813 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:33,813 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:17:33,813 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:33,813 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:33,813 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:17:33,813 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:33,813 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:17:33,813 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177853813Disabling compacts and flushes for region at 1733177853813Disabling writes for close at 1733177853813Writing region close event to WAL at 1733177853813Closed at 1733177853813 2024-12-02T22:17:33,815 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/.initializing 2024-12-02T22:17:33,815 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/WALs/7ae73638d47e,45789,1733177852847 2024-12-02T22:17:33,816 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:17:33,817 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C45789%2C1733177852847, suffix=, logDir=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/WALs/7ae73638d47e,45789,1733177852847, archiveDir=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/oldWALs, maxLogs=10 2024-12-02T22:17:33,831 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/WALs/7ae73638d47e,45789,1733177852847/7ae73638d47e%2C45789%2C1733177852847.1733177853818, exclude list is [], retry=0 2024-12-02T22:17:33,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44273,DS-463231f6-1be7-419d-bafb-cab60bfb0606,DISK] 2024-12-02T22:17:33,835 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/WALs/7ae73638d47e,45789,1733177852847/7ae73638d47e%2C45789%2C1733177852847.1733177853818 2024-12-02T22:17:33,836 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32799:32799)] 2024-12-02T22:17:33,836 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:33,836 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:33,836 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:33,836 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:33,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:33,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:17:33,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:33,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:33,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:33,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:17:33,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:33,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:33,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:33,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:17:33,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:33,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:33,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:33,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:17:33,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:33,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:33,844 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:33,845 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:33,845 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:33,846 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:33,846 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:33,846 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:17:33,847 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:17:33,853 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:17:33,853 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68548974, jitterRate=0.021459311246871948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:17:33,853 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177853836Initializing all the Stores at 1733177853837 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177853837Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177853837Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177853837Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177853837Cleaning up temporary data from old regions at 1733177853846 (+9 ms)Region opened successfully at 1733177853853 (+7 ms) 2024-12-02T22:17:33,853 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:17:33,856 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f9c542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:17:33,857 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:17:33,857 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:17:33,857 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:17:33,857 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:17:33,857 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:17:33,858 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:17:33,858 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:17:33,859 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:17:33,860 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Unable to get data of znode /1710333324/balancer because node does not exist (not necessarily an error) 2024-12-02T22:17:33,862 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1710333324/balancer already deleted, retry=false 2024-12-02T22:17:33,862 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:17:33,862 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Unable to get data of znode /1710333324/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:17:33,864 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1710333324/normalizer already deleted, retry=false 2024-12-02T22:17:33,864 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:17:33,865 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Unable to get data of znode /1710333324/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:17:33,866 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1710333324/switch/split already deleted, retry=false 2024-12-02T22:17:33,867 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Unable to get data of znode /1710333324/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:17:33,868 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1710333324/switch/merge already deleted, retry=false 2024-12-02T22:17:33,870 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Unable to get data of znode /1710333324/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:17:33,871 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1710333324/snapshot-cleanup already deleted, retry=false 2024-12-02T22:17:33,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1710333324/running 2024-12-02T22:17:33,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:17:33,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1710333324/running 2024-12-02T22:17:33,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:17:33,873 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,45789,1733177852847, sessionid=0x1009d113dad0003, setting cluster-up flag (Was=false) 2024-12-02T22:17:33,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:17:33,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:17:33,885 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1710333324/flush-table-proc/acquired, /1710333324/flush-table-proc/reached, /1710333324/flush-table-proc/abort 2024-12-02T22:17:33,886 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,45789,1733177852847 2024-12-02T22:17:33,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:17:33,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:17:33,893 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1710333324/online-snapshot/acquired, /1710333324/online-snapshot/reached, /1710333324/online-snapshot/abort 2024-12-02T22:17:33,894 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,45789,1733177852847 2024-12-02T22:17:33,895 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:17:33,897 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:33,897 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:17:33,897 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:17:33,897 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,45789,1733177852847 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:17:33,898 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:33,898 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:33,898 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:33,898 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:17:33,898 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:17:33,898 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:33,898 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:17:33,898 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:33,905 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733177883905 2024-12-02T22:17:33,905 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:17:33,905 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:17:33,905 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:17:33,905 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:17:33,905 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:17:33,905 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:17:33,905 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:33,905 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:33,906 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:17:33,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:17:33,906 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:17:33,906 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:17:33,906 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:17:33,906 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:17:33,906 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:17:33,906 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177853906,5,FailOnTimeoutGroup] 2024-12-02T22:17:33,907 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:33,907 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:17:33,907 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177853906,5,FailOnTimeoutGroup] 2024-12-02T22:17:33,907 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:33,907 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:17:33,907 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:33,907 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:33,926 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(746): ClusterId : 75543ad0-2aaf-40e4-b93b-6fa5ebc046ce 2024-12-02T22:17:33,926 DEBUG [RS:0;7ae73638d47e:32805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:17:33,929 DEBUG [RS:0;7ae73638d47e:32805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:17:33,929 DEBUG [RS:0;7ae73638d47e:32805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:17:33,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:17:33,932 DEBUG [RS:0;7ae73638d47e:32805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:17:33,932 DEBUG [RS:0;7ae73638d47e:32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262e8e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:17:33,951 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:32805 2024-12-02T22:17:33,951 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:17:33,951 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:17:33,951 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:17:33,952 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,45789,1733177852847 with port=32805, startcode=1733177852891 2024-12-02T22:17:33,952 DEBUG [RS:0;7ae73638d47e:32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:17:33,957 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:17:33,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,32805,1733177852891 2024-12-02T22:17:33,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45789 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,32805,1733177852891 2024-12-02T22:17:33,962 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6 2024-12-02T22:17:33,962 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46285 2024-12-02T22:17:33,962 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:17:33,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324/rs 2024-12-02T22:17:33,967 DEBUG [RS:0;7ae73638d47e:32805 {}] zookeeper.ZKUtil(111): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Set watcher on existing znode=/1710333324/rs/7ae73638d47e,32805,1733177852891 2024-12-02T22:17:33,968 WARN [RS:0;7ae73638d47e:32805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:17:33,968 INFO [RS:0;7ae73638d47e:32805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:33,968 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/WALs/7ae73638d47e,32805,1733177852891 2024-12-02T22:17:33,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,32805,1733177852891] 2024-12-02T22:17:33,978 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:17:33,985 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:17:33,992 INFO [RS:0;7ae73638d47e:32805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:17:33,993 INFO [RS:0;7ae73638d47e:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:33,994 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:17:33,995 INFO [RS:0;7ae73638d47e:32805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:17:33,995 INFO [RS:0;7ae73638d47e:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:33,995 DEBUG [RS:0;7ae73638d47e:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:33,995 DEBUG [RS:0;7ae73638d47e:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:33,995 DEBUG [RS:0;7ae73638d47e:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:33,995 DEBUG [RS:0;7ae73638d47e:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:33,995 DEBUG [RS:0;7ae73638d47e:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:33,995 DEBUG [RS:0;7ae73638d47e:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:17:33,995 DEBUG [RS:0;7ae73638d47e:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:33,995 DEBUG [RS:0;7ae73638d47e:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:33,995 DEBUG [RS:0;7ae73638d47e:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:33,995 DEBUG [RS:0;7ae73638d47e:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:33,995 DEBUG [RS:0;7ae73638d47e:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:33,995 DEBUG [RS:0;7ae73638d47e:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:17:33,995 DEBUG [RS:0;7ae73638d47e:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:17:33,995 DEBUG [RS:0;7ae73638d47e:32805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:17:34,002 INFO [RS:0;7ae73638d47e:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,003 INFO [RS:0;7ae73638d47e:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,003 INFO [RS:0;7ae73638d47e:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,003 INFO [RS:0;7ae73638d47e:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,003 INFO [RS:0;7ae73638d47e:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,003 INFO [RS:0;7ae73638d47e:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,32805,1733177852891-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:17:34,027 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:17:34,028 INFO [RS:0;7ae73638d47e:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,32805,1733177852891-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,028 INFO [RS:0;7ae73638d47e:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,028 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.Replication(171): 7ae73638d47e,32805,1733177852891 started 2024-12-02T22:17:34,049 INFO [RS:0;7ae73638d47e:32805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,050 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,32805,1733177852891, RpcServer on 7ae73638d47e/172.17.0.2:32805, sessionid=0x1009d113dad0004 2024-12-02T22:17:34,050 DEBUG [RS:0;7ae73638d47e:32805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:17:34,050 DEBUG [RS:0;7ae73638d47e:32805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,32805,1733177852891 2024-12-02T22:17:34,050 DEBUG [RS:0;7ae73638d47e:32805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,32805,1733177852891' 2024-12-02T22:17:34,050 DEBUG [RS:0;7ae73638d47e:32805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1710333324/flush-table-proc/abort' 2024-12-02T22:17:34,051 DEBUG [RS:0;7ae73638d47e:32805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1710333324/flush-table-proc/acquired' 2024-12-02T22:17:34,051 DEBUG [RS:0;7ae73638d47e:32805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:17:34,051 DEBUG [RS:0;7ae73638d47e:32805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:17:34,051 DEBUG [RS:0;7ae73638d47e:32805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,32805,1733177852891 2024-12-02T22:17:34,051 DEBUG [RS:0;7ae73638d47e:32805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,32805,1733177852891' 2024-12-02T22:17:34,052 DEBUG [RS:0;7ae73638d47e:32805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1710333324/online-snapshot/abort' 2024-12-02T22:17:34,052 DEBUG [RS:0;7ae73638d47e:32805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1710333324/online-snapshot/acquired' 2024-12-02T22:17:34,053 DEBUG [RS:0;7ae73638d47e:32805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:17:34,053 INFO [RS:0;7ae73638d47e:32805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:17:34,053 INFO [RS:0;7ae73638d47e:32805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:17:34,153 INFO [RS:0;7ae73638d47e:32805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:17:34,156 INFO [RS:0;7ae73638d47e:32805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C32805%2C1733177852891, suffix=, logDir=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/WALs/7ae73638d47e,32805,1733177852891, archiveDir=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/oldWALs, maxLogs=10 2024-12-02T22:17:34,181 DEBUG [RS:0;7ae73638d47e:32805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/WALs/7ae73638d47e,32805,1733177852891/7ae73638d47e%2C32805%2C1733177852891.1733177854156, exclude list is [], retry=0 2024-12-02T22:17:34,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44273,DS-463231f6-1be7-419d-bafb-cab60bfb0606,DISK] 2024-12-02T22:17:34,197 INFO [RS:0;7ae73638d47e:32805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/WALs/7ae73638d47e,32805,1733177852891/7ae73638d47e%2C32805%2C1733177852891.1733177854156 2024-12-02T22:17:34,198 DEBUG [RS:0;7ae73638d47e:32805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32799:32799)] 2024-12-02T22:17:34,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:17:34,333 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6 2024-12-02T22:17:34,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741833_1009 (size=32) 2024-12-02T22:17:34,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:34,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:17:34,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:17:34,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:34,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:34,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:17:34,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:17:34,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:34,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:34,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:17:34,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:17:34,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:34,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:34,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:17:34,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:17:34,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:34,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:34,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:17:34,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740 2024-12-02T22:17:34,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740 2024-12-02T22:17:34,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:17:34,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:17:34,392 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:17:34,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:17:34,399 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:17:34,399 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70491215, jitterRate=0.050400957465171814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:17:34,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733177854356Initializing all the Stores at 1733177854357 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177854357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177854368 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177854368Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177854368Cleaning up temporary data from old regions at 1733177854391 (+23 ms)Region opened successfully at 1733177854399 (+8 ms) 2024-12-02T22:17:34,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:17:34,400 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:17:34,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:17:34,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:17:34,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:17:34,405 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:17:34,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177854400Disabling compacts and flushes for region at 1733177854400Disabling writes for close at 1733177854400Writing region close event to WAL at 1733177854405 (+5 ms)Closed at 1733177854405 2024-12-02T22:17:34,406 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:34,406 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:17:34,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:17:34,408 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:17:34,410 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:17:34,560 DEBUG [7ae73638d47e:45789 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:17:34,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,32805,1733177852891 2024-12-02T22:17:34,562 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,32805,1733177852891, state=OPENING 2024-12-02T22:17:34,567 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:17:34,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:17:34,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:17:34,569 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:17:34,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1710333324/meta-region-server: CHANGED 2024-12-02T22:17:34,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1710333324/meta-region-server: CHANGED 2024-12-02T22:17:34,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,32805,1733177852891}] 2024-12-02T22:17:34,722 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:17:34,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:17:34,728 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:17:34,728 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:34,728 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:17:34,729 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C32805%2C1733177852891.meta, suffix=.meta, logDir=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/WALs/7ae73638d47e,32805,1733177852891, archiveDir=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/oldWALs, maxLogs=10 2024-12-02T22:17:34,743 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/WALs/7ae73638d47e,32805,1733177852891/7ae73638d47e%2C32805%2C1733177852891.meta.1733177854730.meta, exclude list is [], retry=0 2024-12-02T22:17:34,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44273,DS-463231f6-1be7-419d-bafb-cab60bfb0606,DISK] 2024-12-02T22:17:34,747 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/WALs/7ae73638d47e,32805,1733177852891/7ae73638d47e%2C32805%2C1733177852891.meta.1733177854730.meta 2024-12-02T22:17:34,747 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32799:32799)] 2024-12-02T22:17:34,747 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:34,747 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:17:34,747 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:17:34,748 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:17:34,748 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:17:34,748 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:17:34,748 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:34,748 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:17:34,748 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:17:34,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:17:34,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:17:34,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:34,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:34,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:17:34,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:17:34,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:34,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:34,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:17:34,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:17:34,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:34,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:34,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:17:34,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:17:34,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:34,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:17:34,754 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:17:34,755 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740 2024-12-02T22:17:34,756 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740 2024-12-02T22:17:34,757 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:17:34,757 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:17:34,758 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:17:34,759 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:17:34,760 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68440041, jitterRate=0.01983608305454254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:17:34,760 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:17:34,760 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733177854748Writing region info on filesystem at 1733177854748Initializing all the Stores at 1733177854749 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177854749Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177854749Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177854749Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177854749Cleaning up temporary data from old regions at 1733177854757 (+8 ms)Running coprocessor post-open hooks at 1733177854760 (+3 ms)Region opened successfully at 1733177854760 2024-12-02T22:17:34,761 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733177854722 2024-12-02T22:17:34,763 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:17:34,763 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:17:34,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,32805,1733177852891 2024-12-02T22:17:34,765 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,32805,1733177852891, state=OPEN 2024-12-02T22:17:34,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1710333324/meta-region-server 2024-12-02T22:17:34,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1710333324/meta-region-server 2024-12-02T22:17:34,767 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,32805,1733177852891 2024-12-02T22:17:34,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1710333324/meta-region-server: CHANGED 2024-12-02T22:17:34,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1710333324/meta-region-server: CHANGED 2024-12-02T22:17:34,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:17:34,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,32805,1733177852891 in 197 msec 2024-12-02T22:17:34,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:17:34,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-12-02T22:17:34,773 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:17:34,773 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:17:34,774 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:34,774 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,32805,1733177852891, seqNum=-1] 2024-12-02T22:17:34,774 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:34,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:17:34,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 884 msec 2024-12-02T22:17:34,780 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733177854780, completionTime=-1 2024-12-02T22:17:34,780 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:17:34,780 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:17:34,782 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:17:34,782 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733177914782 2024-12-02T22:17:34,782 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733177974782 2024-12-02T22:17:34,782 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T22:17:34,782 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,45789,1733177852847-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,782 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,45789,1733177852847-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,783 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,45789,1733177852847-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,783 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:45789, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,783 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,783 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,784 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:17:34,786 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.859sec 2024-12-02T22:17:34,786 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:17:34,786 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:17:34,786 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:17:34,786 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:17:34,786 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:17:34,786 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,45789,1733177852847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:17:34,786 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,45789,1733177852847-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:17:34,788 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:17:34,788 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:17:34,788 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,45789,1733177852847-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:17:34,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716c70d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:34,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,45789,-1 for getting cluster id 2024-12-02T22:17:34,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:34,827 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75543ad0-2aaf-40e4-b93b-6fa5ebc046ce' 2024-12-02T22:17:34,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:34,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75543ad0-2aaf-40e4-b93b-6fa5ebc046ce" 2024-12-02T22:17:34,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb58faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:34,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,45789,-1] 2024-12-02T22:17:34,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:34,829 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:34,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a2d371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:34,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,32805,1733177852891, seqNum=-1] 2024-12-02T22:17:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:34,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:17:34,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,45789,1733177852847 2024-12-02T22:17:34,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58496 2024-12-02T22:17:34,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:17:34,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009d113dad0005 connected 2024-12-02T22:17:34,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:34,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,43049,1733177849545 2024-12-02T22:17:34,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7942be98 2024-12-02T22:17:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:34,846 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:17:34,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:17:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:17:34,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:17:34,855 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:34,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:17:34,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:17:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:34,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:17:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:35,266 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 778da7dea3269d91136eb0fcd0762c8b, NAME => 'test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079 2024-12-02T22:17:35,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:17:35,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:35,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 778da7dea3269d91136eb0fcd0762c8b, disabling compactions & flushes 2024-12-02T22:17:35,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b. 2024-12-02T22:17:35,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b. 2024-12-02T22:17:35,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b. after waiting 0 ms 2024-12-02T22:17:35,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b. 2024-12-02T22:17:35,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b. 2024-12-02T22:17:35,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 778da7dea3269d91136eb0fcd0762c8b: Waiting for close lock at 1733177855275Disabling compacts and flushes for region at 1733177855275Disabling writes for close at 1733177855275Writing region close event to WAL at 1733177855275Closed at 1733177855275 2024-12-02T22:17:35,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:17:35,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733177855277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733177855277"}]},"ts":"1733177855277"} 2024-12-02T22:17:35,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:17:35,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:17:35,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177855281"}]},"ts":"1733177855281"} 2024-12-02T22:17:35,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:17:35,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=778da7dea3269d91136eb0fcd0762c8b, ASSIGN}] 2024-12-02T22:17:35,286 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=778da7dea3269d91136eb0fcd0762c8b, ASSIGN 2024-12-02T22:17:35,293 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=778da7dea3269d91136eb0fcd0762c8b, ASSIGN; state=OFFLINE, location=7ae73638d47e,38381,1733177849594; forceNewPlan=false, retain=false 2024-12-02T22:17:35,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=778da7dea3269d91136eb0fcd0762c8b, regionState=OPENING, regionLocation=7ae73638d47e,38381,1733177849594 2024-12-02T22:17:35,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=778da7dea3269d91136eb0fcd0762c8b, ASSIGN because future has completed 2024-12-02T22:17:35,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 778da7dea3269d91136eb0fcd0762c8b, server=7ae73638d47e,38381,1733177849594}] 2024-12-02T22:17:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:35,610 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b. 2024-12-02T22:17:35,610 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 778da7dea3269d91136eb0fcd0762c8b, NAME => 'test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:35,611 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:17:35,611 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:17:35,611 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 778da7dea3269d91136eb0fcd0762c8b 2024-12-02T22:17:35,612 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:35,612 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 778da7dea3269d91136eb0fcd0762c8b 2024-12-02T22:17:35,612 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 778da7dea3269d91136eb0fcd0762c8b 2024-12-02T22:17:35,617 INFO [StoreOpener-778da7dea3269d91136eb0fcd0762c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 778da7dea3269d91136eb0fcd0762c8b 2024-12-02T22:17:35,619 INFO [StoreOpener-778da7dea3269d91136eb0fcd0762c8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 778da7dea3269d91136eb0fcd0762c8b columnFamilyName f 2024-12-02T22:17:35,619 DEBUG [StoreOpener-778da7dea3269d91136eb0fcd0762c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:35,620 INFO [StoreOpener-778da7dea3269d91136eb0fcd0762c8b-1 {}] regionserver.HStore(327): Store=778da7dea3269d91136eb0fcd0762c8b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:35,620 INFO [StoreOpener-778da7dea3269d91136eb0fcd0762c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 778da7dea3269d91136eb0fcd0762c8b 2024-12-02T22:17:35,621 INFO [StoreOpener-778da7dea3269d91136eb0fcd0762c8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 778da7dea3269d91136eb0fcd0762c8b columnFamilyName f1 2024-12-02T22:17:35,621 DEBUG [StoreOpener-778da7dea3269d91136eb0fcd0762c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:35,622 INFO [StoreOpener-778da7dea3269d91136eb0fcd0762c8b-1 {}] regionserver.HStore(327): Store=778da7dea3269d91136eb0fcd0762c8b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:35,622 INFO [StoreOpener-778da7dea3269d91136eb0fcd0762c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 778da7dea3269d91136eb0fcd0762c8b 2024-12-02T22:17:35,624 INFO [StoreOpener-778da7dea3269d91136eb0fcd0762c8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 778da7dea3269d91136eb0fcd0762c8b columnFamilyName norep 2024-12-02T22:17:35,624 DEBUG [StoreOpener-778da7dea3269d91136eb0fcd0762c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:35,625 INFO [StoreOpener-778da7dea3269d91136eb0fcd0762c8b-1 {}] regionserver.HStore(327): Store=778da7dea3269d91136eb0fcd0762c8b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:35,625 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 778da7dea3269d91136eb0fcd0762c8b 2024-12-02T22:17:35,626 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b 2024-12-02T22:17:35,627 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b 2024-12-02T22:17:35,628 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 778da7dea3269d91136eb0fcd0762c8b 2024-12-02T22:17:35,628 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 778da7dea3269d91136eb0fcd0762c8b 2024-12-02T22:17:35,629 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:17:35,630 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 778da7dea3269d91136eb0fcd0762c8b 2024-12-02T22:17:35,637 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:17:35,637 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 778da7dea3269d91136eb0fcd0762c8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71214463, jitterRate=0.061178192496299744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:17:35,637 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 778da7dea3269d91136eb0fcd0762c8b 2024-12-02T22:17:35,638 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 778da7dea3269d91136eb0fcd0762c8b: Running coprocessor pre-open hook at 1733177855612Writing region info on filesystem at 1733177855612Initializing all the Stores at 1733177855617 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177855617Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177855617Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177855617Cleaning up temporary data from old regions at 1733177855628 (+11 ms)Running coprocessor post-open hooks at 1733177855637 (+9 ms)Region opened successfully at 1733177855638 (+1 ms) 2024-12-02T22:17:35,641 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b., pid=6, masterSystemTime=1733177855601 2024-12-02T22:17:35,646 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b. 2024-12-02T22:17:35,646 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b. 2024-12-02T22:17:35,648 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=778da7dea3269d91136eb0fcd0762c8b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,38381,1733177849594 2024-12-02T22:17:35,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 778da7dea3269d91136eb0fcd0762c8b, server=7ae73638d47e,38381,1733177849594 because future has completed 2024-12-02T22:17:35,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:17:35,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 778da7dea3269d91136eb0fcd0762c8b, server=7ae73638d47e,38381,1733177849594 in 214 msec 2024-12-02T22:17:35,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:17:35,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=778da7dea3269d91136eb0fcd0762c8b, ASSIGN in 382 msec 2024-12-02T22:17:35,670 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:17:35,670 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177855670"}]},"ts":"1733177855670"} 2024-12-02T22:17:35,672 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:17:35,674 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:17:35,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 823 msec 2024-12-02T22:17:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:35,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:35,993 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:17:35,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,45789,1733177852847 2024-12-02T22:17:35,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3255d71a 2024-12-02T22:17:35,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:35,998 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:17:35,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45789 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:17:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45789 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:17:36,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:17:36,006 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:36,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45789 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:17:36,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:17:36,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:36,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:17:36,033 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61eb4cd75cc5c3997370f8f088302ef7, NAME => 'test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6 2024-12-02T22:17:36,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:17:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:36,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:17:36,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:36,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:36,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:36,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:36,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:36,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 61eb4cd75cc5c3997370f8f088302ef7, disabling compactions & flushes 2024-12-02T22:17:36,447 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7. 2024-12-02T22:17:36,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7. 2024-12-02T22:17:36,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7. after waiting 0 ms 2024-12-02T22:17:36,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7. 2024-12-02T22:17:36,447 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7. 2024-12-02T22:17:36,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61eb4cd75cc5c3997370f8f088302ef7: Waiting for close lock at 1733177856447Disabling compacts and flushes for region at 1733177856447Disabling writes for close at 1733177856447Writing region close event to WAL at 1733177856447Closed at 1733177856447 2024-12-02T22:17:36,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:17:36,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733177856449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733177856449"}]},"ts":"1733177856449"} 2024-12-02T22:17:36,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:17:36,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:17:36,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177856454"}]},"ts":"1733177856454"} 2024-12-02T22:17:36,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:17:36,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61eb4cd75cc5c3997370f8f088302ef7, ASSIGN}] 2024-12-02T22:17:36,460 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61eb4cd75cc5c3997370f8f088302ef7, ASSIGN 2024-12-02T22:17:36,461 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=61eb4cd75cc5c3997370f8f088302ef7, ASSIGN; state=OFFLINE, location=7ae73638d47e,32805,1733177852891; forceNewPlan=false, retain=false 2024-12-02T22:17:36,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61eb4cd75cc5c3997370f8f088302ef7, regionState=OPENING, regionLocation=7ae73638d47e,32805,1733177852891 2024-12-02T22:17:36,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=61eb4cd75cc5c3997370f8f088302ef7, ASSIGN because future has completed 2024-12-02T22:17:36,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61eb4cd75cc5c3997370f8f088302ef7, server=7ae73638d47e,32805,1733177852891}] 2024-12-02T22:17:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:36,775 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7. 2024-12-02T22:17:36,775 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 61eb4cd75cc5c3997370f8f088302ef7, NAME => 'test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:36,776 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:17:36,776 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:17:36,776 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:17:36,776 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:36,776 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:17:36,776 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:17:36,778 INFO [StoreOpener-61eb4cd75cc5c3997370f8f088302ef7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:17:36,779 INFO [StoreOpener-61eb4cd75cc5c3997370f8f088302ef7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61eb4cd75cc5c3997370f8f088302ef7 columnFamilyName f 2024-12-02T22:17:36,779 DEBUG [StoreOpener-61eb4cd75cc5c3997370f8f088302ef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:36,779 INFO [StoreOpener-61eb4cd75cc5c3997370f8f088302ef7-1 {}] regionserver.HStore(327): Store=61eb4cd75cc5c3997370f8f088302ef7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:36,780 INFO [StoreOpener-61eb4cd75cc5c3997370f8f088302ef7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:17:36,781 INFO [StoreOpener-61eb4cd75cc5c3997370f8f088302ef7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61eb4cd75cc5c3997370f8f088302ef7 columnFamilyName f1 2024-12-02T22:17:36,781 DEBUG [StoreOpener-61eb4cd75cc5c3997370f8f088302ef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:36,781 INFO [StoreOpener-61eb4cd75cc5c3997370f8f088302ef7-1 {}] regionserver.HStore(327): Store=61eb4cd75cc5c3997370f8f088302ef7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:36,781 INFO [StoreOpener-61eb4cd75cc5c3997370f8f088302ef7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:17:36,782 INFO [StoreOpener-61eb4cd75cc5c3997370f8f088302ef7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61eb4cd75cc5c3997370f8f088302ef7 columnFamilyName norep 2024-12-02T22:17:36,782 DEBUG [StoreOpener-61eb4cd75cc5c3997370f8f088302ef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:36,783 INFO [StoreOpener-61eb4cd75cc5c3997370f8f088302ef7-1 {}] regionserver.HStore(327): Store=61eb4cd75cc5c3997370f8f088302ef7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:36,783 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:17:36,784 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/default/test/61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:17:36,784 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/default/test/61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:17:36,792 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:17:36,792 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:17:36,793 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:17:36,794 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:17:36,797 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/default/test/61eb4cd75cc5c3997370f8f088302ef7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:17:36,797 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 61eb4cd75cc5c3997370f8f088302ef7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69399956, jitterRate=0.034139931201934814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:17:36,797 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:17:36,797 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 61eb4cd75cc5c3997370f8f088302ef7: Running coprocessor pre-open hook at 1733177856776Writing region info on filesystem at 1733177856776Initializing all the Stores at 1733177856777 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177856777Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177856777Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177856777Cleaning up temporary data from old regions at 1733177856792 (+15 ms)Running coprocessor post-open hooks at 1733177856797 (+5 ms)Region opened successfully at 1733177856797 2024-12-02T22:17:36,798 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7., pid=6, masterSystemTime=1733177856771 2024-12-02T22:17:36,805 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7. 2024-12-02T22:17:36,805 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7. 2024-12-02T22:17:36,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61eb4cd75cc5c3997370f8f088302ef7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,32805,1733177852891 2024-12-02T22:17:36,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61eb4cd75cc5c3997370f8f088302ef7, server=7ae73638d47e,32805,1733177852891 because future has completed 2024-12-02T22:17:36,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:17:36,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 61eb4cd75cc5c3997370f8f088302ef7, server=7ae73638d47e,32805,1733177852891 in 198 msec 2024-12-02T22:17:36,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:17:36,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=61eb4cd75cc5c3997370f8f088302ef7, ASSIGN in 360 msec 2024-12-02T22:17:36,824 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:17:36,824 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177856824"}]},"ts":"1733177856824"} 2024-12-02T22:17:36,826 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:17:36,828 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:17:36,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 829 msec 2024-12-02T22:17:37,045 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:17:37,046 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T22:17:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:17:37,142 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:17:37,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363cca46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:37,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43049,-1 for getting cluster id 2024-12-02T22:17:37,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:37,144 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0854b862-9e07-4b10-b3eb-32a0570adee2' 2024-12-02T22:17:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0854b862-9e07-4b10-b3eb-32a0570adee2" 2024-12-02T22:17:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5795ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43049,-1] 2024-12-02T22:17:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:37,147 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2038ac6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:37,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8cab40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:37,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,45789,-1 for getting cluster id 2024-12-02T22:17:37,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:37,149 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75543ad0-2aaf-40e4-b93b-6fa5ebc046ce' 2024-12-02T22:17:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75543ad0-2aaf-40e4-b93b-6fa5ebc046ce" 2024-12-02T22:17:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e961f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,45789,-1] 2024-12-02T22:17:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:37,151 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:37,152 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7050fd5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:37,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147025a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:37,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43049,-1 for getting cluster id 2024-12-02T22:17:37,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:37,154 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0854b862-9e07-4b10-b3eb-32a0570adee2' 2024-12-02T22:17:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0854b862-9e07-4b10-b3eb-32a0570adee2" 2024-12-02T22:17:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b37973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43049,-1] 2024-12-02T22:17:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:37,156 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7452c0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:37,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,43049,1733177849545 2024-12-02T22:17:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3417e381 2024-12-02T22:17:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:37,161 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:17:37,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:45789,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:17:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:17:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:17:37,167 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:45789' 2024-12-02T22:17:37,168 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2493645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:37,169 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,45789,-1 for getting cluster id 2024-12-02T22:17:37,169 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:37,170 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75543ad0-2aaf-40e4-b93b-6fa5ebc046ce' 2024-12-02T22:17:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75543ad0-2aaf-40e4-b93b-6fa5ebc046ce" 2024-12-02T22:17:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c376d80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,45789,-1] 2024-12-02T22:17:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:37,171 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:37,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a6a2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:37,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:37,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,45789,1733177852847 2024-12-02T22:17:37,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582072e4 2024-12-02T22:17:37,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:37,174 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:17:37,175 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T22:17:37,175 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:17:37,175 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:37,175 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:37,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:37,176 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:17:37,177 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:17:37,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:17:37,178 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:37,179 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:17:37,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741837_1013 (size=1138) 2024-12-02T22:17:37,227 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:17:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:17:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:17:37,589 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f406ab490413794404b7443d0ac66861, NAME => 'hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079 2024-12-02T22:17:37,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741838_1014 (size=44) 2024-12-02T22:17:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:17:38,006 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:38,006 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f406ab490413794404b7443d0ac66861, disabling compactions & flushes 2024-12-02T22:17:38,006 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. 2024-12-02T22:17:38,006 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. 2024-12-02T22:17:38,006 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. after waiting 0 ms 2024-12-02T22:17:38,006 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. 2024-12-02T22:17:38,006 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. 2024-12-02T22:17:38,006 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f406ab490413794404b7443d0ac66861: Waiting for close lock at 1733177858006Disabling compacts and flushes for region at 1733177858006Disabling writes for close at 1733177858006Writing region close event to WAL at 1733177858006Closed at 1733177858006 2024-12-02T22:17:38,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:17:38,008 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733177858008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733177858008"}]},"ts":"1733177858008"} 2024-12-02T22:17:38,017 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:17:38,018 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:17:38,019 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177858018"}]},"ts":"1733177858018"} 2024-12-02T22:17:38,021 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:17:38,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f406ab490413794404b7443d0ac66861, ASSIGN}] 2024-12-02T22:17:38,023 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f406ab490413794404b7443d0ac66861, ASSIGN 2024-12-02T22:17:38,024 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f406ab490413794404b7443d0ac66861, ASSIGN; state=OFFLINE, location=7ae73638d47e,38381,1733177849594; forceNewPlan=false, retain=false 2024-12-02T22:17:38,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f406ab490413794404b7443d0ac66861, regionState=OPENING, regionLocation=7ae73638d47e,38381,1733177849594 2024-12-02T22:17:38,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f406ab490413794404b7443d0ac66861, ASSIGN because future has completed 2024-12-02T22:17:38,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f406ab490413794404b7443d0ac66861, server=7ae73638d47e,38381,1733177849594}] 2024-12-02T22:17:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:17:38,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. 2024-12-02T22:17:38,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:17:38,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:17:38,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C38381%2C1733177849594.rep, suffix=, logDir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594, archiveDir=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/oldWALs, maxLogs=10 2024-12-02T22:17:38,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.rep.1733177858339, exclude list is [], retry=0 2024-12-02T22:17:38,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38377,DS-f6bd52fc-c448-46b7-8c09-306b72b2feb3,DISK] 2024-12-02T22:17:38,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.rep.1733177858339 2024-12-02T22:17:38,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38833:38833)] 2024-12-02T22:17:38,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f406ab490413794404b7443d0ac66861, NAME => 'hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:17:38,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:17:38,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:17:38,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. service=MultiRowMutationService 2024-12-02T22:17:38,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:17:38,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f406ab490413794404b7443d0ac66861 2024-12-02T22:17:38,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:17:38,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f406ab490413794404b7443d0ac66861 2024-12-02T22:17:38,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f406ab490413794404b7443d0ac66861 2024-12-02T22:17:38,373 INFO [StoreOpener-f406ab490413794404b7443d0ac66861-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f406ab490413794404b7443d0ac66861 2024-12-02T22:17:38,375 INFO [StoreOpener-f406ab490413794404b7443d0ac66861-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f406ab490413794404b7443d0ac66861 columnFamilyName hfileref 2024-12-02T22:17:38,375 DEBUG [StoreOpener-f406ab490413794404b7443d0ac66861-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:38,375 INFO [StoreOpener-f406ab490413794404b7443d0ac66861-1 {}] regionserver.HStore(327): Store=f406ab490413794404b7443d0ac66861/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:38,375 INFO [StoreOpener-f406ab490413794404b7443d0ac66861-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f406ab490413794404b7443d0ac66861 2024-12-02T22:17:38,377 INFO [StoreOpener-f406ab490413794404b7443d0ac66861-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f406ab490413794404b7443d0ac66861 columnFamilyName queue 2024-12-02T22:17:38,377 DEBUG [StoreOpener-f406ab490413794404b7443d0ac66861-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:38,386 INFO [StoreOpener-f406ab490413794404b7443d0ac66861-1 {}] regionserver.HStore(327): Store=f406ab490413794404b7443d0ac66861/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:38,387 INFO [StoreOpener-f406ab490413794404b7443d0ac66861-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f406ab490413794404b7443d0ac66861 2024-12-02T22:17:38,388 INFO [StoreOpener-f406ab490413794404b7443d0ac66861-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f406ab490413794404b7443d0ac66861 columnFamilyName sid 2024-12-02T22:17:38,388 DEBUG [StoreOpener-f406ab490413794404b7443d0ac66861-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:17:38,388 INFO [StoreOpener-f406ab490413794404b7443d0ac66861-1 {}] regionserver.HStore(327): Store=f406ab490413794404b7443d0ac66861/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:17:38,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f406ab490413794404b7443d0ac66861 2024-12-02T22:17:38,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/replication/f406ab490413794404b7443d0ac66861 2024-12-02T22:17:38,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/replication/f406ab490413794404b7443d0ac66861 2024-12-02T22:17:38,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f406ab490413794404b7443d0ac66861 2024-12-02T22:17:38,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f406ab490413794404b7443d0ac66861 2024-12-02T22:17:38,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:17:38,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f406ab490413794404b7443d0ac66861 2024-12-02T22:17:38,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/replication/f406ab490413794404b7443d0ac66861/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:17:38,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f406ab490413794404b7443d0ac66861; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67041800, jitterRate=-9.993314743041992E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:17:38,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f406ab490413794404b7443d0ac66861 2024-12-02T22:17:38,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f406ab490413794404b7443d0ac66861: Running coprocessor pre-open hook at 1733177858372Writing region info on filesystem at 1733177858372Initializing all the Stores at 1733177858373 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177858373Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177858373Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177858373Cleaning up temporary data from old regions at 1733177858393 (+20 ms)Running coprocessor post-open hooks at 1733177858401 (+8 ms)Region opened successfully at 1733177858402 (+1 ms) 2024-12-02T22:17:38,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861., pid=10, masterSystemTime=1733177858332 2024-12-02T22:17:38,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. 2024-12-02T22:17:38,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. 2024-12-02T22:17:38,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f406ab490413794404b7443d0ac66861, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,38381,1733177849594 2024-12-02T22:17:38,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f406ab490413794404b7443d0ac66861, server=7ae73638d47e,38381,1733177849594 because future has completed 2024-12-02T22:17:38,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:17:38,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f406ab490413794404b7443d0ac66861, server=7ae73638d47e,38381,1733177849594 in 234 msec 2024-12-02T22:17:38,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T22:17:38,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f406ab490413794404b7443d0ac66861, ASSIGN in 394 msec 2024-12-02T22:17:38,422 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:17:38,422 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177858422"}]},"ts":"1733177858422"} 2024-12-02T22:17:38,425 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:17:38,426 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:17:38,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2500 sec 2024-12-02T22:17:38,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861., hostname=7ae73638d47e,38381,1733177849594, seqNum=2] 2024-12-02T22:17:38,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:17:38,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:17:38,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:17:38,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38381 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T22:17:38,603 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:17:38,636 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,38381,1733177849594, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:17:38,637 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:38,637 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,38381,1733177849594, seqNum=-1] 2024-12-02T22:17:38,637 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:38,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-02T22:17:38,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,38381,1733177849594', locateType=CURRENT is [region=hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861., hostname=7ae73638d47e,38381,1733177849594, seqNum=2] 2024-12-02T22:17:38,657 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T22:17:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T22:17:38,660 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,38381,1733177849594 suceeded 2024-12-02T22:17:38,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T22:17:38,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-12-02T22:17:38,668 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:45789,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-02T22:17:38,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-12-02T22:17:38,678 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:45789' 2024-12-02T22:17:38,679 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ae76e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:38,679 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,45789,-1 for getting cluster id 2024-12-02T22:17:38,679 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:38,680 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75543ad0-2aaf-40e4-b93b-6fa5ebc046ce' 2024-12-02T22:17:38,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:38,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75543ad0-2aaf-40e4-b93b-6fa5ebc046ce" 2024-12-02T22:17:38,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cbb1616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:38,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,45789,-1] 2024-12-02T22:17:38,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:38,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:38,682 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:38,683 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b054c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:38,683 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:38,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,45789,1733177852847 2024-12-02T22:17:38,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e48832d 2024-12-02T22:17:38,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:38,685 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-02T22:17:38,686 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,38381,1733177849594 (queues=1) is replicating from cluster=0854b862-9e07-4b10-b3eb-32a0570adee2 to cluster=75543ad0-2aaf-40e4-b93b-6fa5ebc046ce 2024-12-02T22:17:38,686 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C38381%2C1733177849594 2024-12-02T22:17:38,686 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,38381,1733177849594, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:17:38,687 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183, startPosition=0, beingWritten=true 2024-12-02T22:17:38,694 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.shipper7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C38381%2C1733177849594 2024-12-02T22:17:38,702 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:17:38,702 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 379, reset compression=false 2024-12-02T22:17:38,702 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.shipper7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,38381,1733177849594 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:17:38,906 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 379, reset compression=false 2024-12-02T22:17:39,212 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 379, reset compression=false 2024-12-02T22:17:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:17:39,312 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:17:39,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:39,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:39,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:39,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:39,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:39,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:39,324 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733177859322/Put/seqid=0 2024-12-02T22:17:39,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741840_1016 (size=7894) 2024-12-02T22:17:39,336 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f/f/hfile_1 is 34, key is ddd/f:row/1733177859335/Put/seqid=0 2024-12-02T22:17:39,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741841_1017 (size=7691) 2024-12-02T22:17:39,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7550b959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:39,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43049,-1 for getting cluster id 2024-12-02T22:17:39,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:39,351 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0854b862-9e07-4b10-b3eb-32a0570adee2' 2024-12-02T22:17:39,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:39,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0854b862-9e07-4b10-b3eb-32a0570adee2" 2024-12-02T22:17:39,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d4fb53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:39,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43049,-1] 2024-12-02T22:17:39,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:39,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:39,353 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:39,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70309cb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:39,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,38381,1733177849594, seqNum=-1] 2024-12-02T22:17:39,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:39,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:17:39,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:39,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,43049,1733177849545 2024-12-02T22:17:39,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6076da72 2024-12-02T22:17:39,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:39,376 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:17:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b., hostname=7ae73638d47e,38381,1733177849594, seqNum=2] 2024-12-02T22:17:39,411 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T22:17:39,427 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-02T22:17:39,434 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-02T22:17:39,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f/f/hfile_1 for inclusion in 778da7dea3269d91136eb0fcd0762c8b/f 2024-12-02T22:17:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T22:17:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:17:39,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f/f/hfile_0 for inclusion in 778da7dea3269d91136eb0fcd0762c8b/f 2024-12-02T22:17:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T22:17:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:17:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HRegion(2603): Flush status journal for 778da7dea3269d91136eb0fcd0762c8b: 2024-12-02T22:17:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f/f/hfile_1 to hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__1blf7q84m7hb53g8m900uo7n0lspcs3sugt8o570720hpd0uu76rhjnsmve4p59b/f/hfile_1 2024-12-02T22:17:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__1blf7q84m7hb53g8m900uo7n0lspcs3sugt8o570720hpd0uu76rhjnsmve4p59b/f/hfile_1 as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f/88161c02353a4eb69a5bb5b7215475ea_SeqId_4_ 2024-12-02T22:17:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f/f/hfile_0 to hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__1blf7q84m7hb53g8m900uo7n0lspcs3sugt8o570720hpd0uu76rhjnsmve4p59b/f/hfile_0 2024-12-02T22:17:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__1blf7q84m7hb53g8m900uo7n0lspcs3sugt8o570720hpd0uu76rhjnsmve4p59b/f/hfile_0 as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f/736cc83719614dc99f11d0ee002d6896_SeqId_4_ 2024-12-02T22:17:39,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__1blf7q84m7hb53g8m900uo7n0lspcs3sugt8o570720hpd0uu76rhjnsmve4p59b/f/hfile_1 into 778da7dea3269d91136eb0fcd0762c8b/f as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f/88161c02353a4eb69a5bb5b7215475ea_SeqId_4_ - updating store file list. 2024-12-02T22:17:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 88161c02353a4eb69a5bb5b7215475ea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:17:39,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f/88161c02353a4eb69a5bb5b7215475ea_SeqId_4_ into 778da7dea3269d91136eb0fcd0762c8b/f 2024-12-02T22:17:39,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__1blf7q84m7hb53g8m900uo7n0lspcs3sugt8o570720hpd0uu76rhjnsmve4p59b/f/hfile_1 into 778da7dea3269d91136eb0fcd0762c8b/f (new location: hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f/88161c02353a4eb69a5bb5b7215475ea_SeqId_4_) 2024-12-02T22:17:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__1blf7q84m7hb53g8m900uo7n0lspcs3sugt8o570720hpd0uu76rhjnsmve4p59b/f/hfile_1 2024-12-02T22:17:39,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__1blf7q84m7hb53g8m900uo7n0lspcs3sugt8o570720hpd0uu76rhjnsmve4p59b/f/hfile_0 into 778da7dea3269d91136eb0fcd0762c8b/f as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f/736cc83719614dc99f11d0ee002d6896_SeqId_4_ - updating store file list. 2024-12-02T22:17:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 736cc83719614dc99f11d0ee002d6896_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:17:39,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f/736cc83719614dc99f11d0ee002d6896_SeqId_4_ into 778da7dea3269d91136eb0fcd0762c8b/f 2024-12-02T22:17:39,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__1blf7q84m7hb53g8m900uo7n0lspcs3sugt8o570720hpd0uu76rhjnsmve4p59b/f/hfile_0 into 778da7dea3269d91136eb0fcd0762c8b/f (new location: hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f/736cc83719614dc99f11d0ee002d6896_SeqId_4_) 2024-12-02T22:17:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__1blf7q84m7hb53g8m900uo7n0lspcs3sugt8o570720hpd0uu76rhjnsmve4p59b/f/hfile_0 2024-12-02T22:17:39,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:39,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:39,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:39,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:39,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:39,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b., hostname=7ae73638d47e,38381,1733177849594, seqNum=2 , the old value is region=test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b., hostname=7ae73638d47e,38381,1733177849594, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7ae73638d47e:38381 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T22:17:39,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b., hostname=7ae73638d47e,38381,1733177849594, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T22:17:39,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,32805,1733177852891, seqNum=-1] 2024-12-02T22:17:39,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b., hostname=7ae73638d47e,38381,1733177849594, seqNum=2 from cache 2024-12-02T22:17:39,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:39,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:39,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:17:39,527 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T22:17:39,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7., hostname=7ae73638d47e,32805,1733177852891, seqNum=2] 2024-12-02T22:17:39,530 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T22:17:39,619 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 379, reset compression=false 2024-12-02T22:17:39,627 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:17:39,627 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.shipper7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,38381,1733177849594 got entry batch from reader: WALEntryBatch [walEntries=[{test/778da7dea3269d91136eb0fcd0762c8b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733177859513/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T22:17:39,634 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:38381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T22:17:39,729 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.shipper7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:17:39,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-02T22:17:39,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.ReplicationSink(318): Replicating [0854b862-9e07-4b10-b3eb-32a0570adee2] bulk loaded data 2024-12-02T22:17:39,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f9aaee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:39,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,45789,-1 for getting cluster id 2024-12-02T22:17:39,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:39,738 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75543ad0-2aaf-40e4-b93b-6fa5ebc046ce' 2024-12-02T22:17:39,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:39,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75543ad0-2aaf-40e4-b93b-6fa5ebc046ce" 2024-12-02T22:17:39,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c23308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:39,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,45789,-1] 2024-12-02T22:17:39,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:39,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:39,741 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:39,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73f3958d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:39,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741837_1013 (size=7691) 2024-12-02T22:17:39,828 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 687, reset compression=false 2024-12-02T22:17:40,132 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 687, reset compression=false 2024-12-02T22:17:40,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741838_1014 (size=7894) 2024-12-02T22:17:40,533 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T22:17:40,537 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 687, reset compression=false 2024-12-02T22:17:40,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:40,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,45789,1733177852847 2024-12-02T22:17:40,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1224f7f 2024-12-02T22:17:40,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:40,591 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-02T22:17:40,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T22:17:40,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:40,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,32805,1733177852891, seqNum=-1] 2024-12-02T22:17:40,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:40,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-02T22:17:40,604 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/staging/jenkins.hfs.6__test__8vb5hunh0rq61dtptvtdj6vibk00tvivco82vjidkk94gnl4qsad2mgr6esu0lfo/f/736cc83719614dc99f11d0ee002d6896_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T22:17:40,607 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/staging/jenkins.hfs.6__test__8vb5hunh0rq61dtptvtdj6vibk00tvivco82vjidkk94gnl4qsad2mgr6esu0lfo/f/88161c02353a4eb69a5bb5b7215475ea_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T22:17:40,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/staging/jenkins.hfs.6__test__8vb5hunh0rq61dtptvtdj6vibk00tvivco82vjidkk94gnl4qsad2mgr6esu0lfo/f/736cc83719614dc99f11d0ee002d6896_SeqId_4_ for inclusion in 61eb4cd75cc5c3997370f8f088302ef7/f 2024-12-02T22:17:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T22:17:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:17:40,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/staging/jenkins.hfs.6__test__8vb5hunh0rq61dtptvtdj6vibk00tvivco82vjidkk94gnl4qsad2mgr6esu0lfo/f/88161c02353a4eb69a5bb5b7215475ea_SeqId_4_ for inclusion in 61eb4cd75cc5c3997370f8f088302ef7/f 2024-12-02T22:17:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T22:17:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:17:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HRegion(2603): Flush status journal for 61eb4cd75cc5c3997370f8f088302ef7: 2024-12-02T22:17:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 736cc83719614dc99f11d0ee002d6896_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T22:17:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/staging/jenkins.hfs.6__test__8vb5hunh0rq61dtptvtdj6vibk00tvivco82vjidkk94gnl4qsad2mgr6esu0lfo/f/736cc83719614dc99f11d0ee002d6896_SeqId_4_ as hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/default/test/61eb4cd75cc5c3997370f8f088302ef7/f/6ee4675869e340648b7ed921afcb808d_SeqId_4_ 2024-12-02T22:17:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 88161c02353a4eb69a5bb5b7215475ea_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T22:17:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/staging/jenkins.hfs.6__test__8vb5hunh0rq61dtptvtdj6vibk00tvivco82vjidkk94gnl4qsad2mgr6esu0lfo/f/88161c02353a4eb69a5bb5b7215475ea_SeqId_4_ as hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/default/test/61eb4cd75cc5c3997370f8f088302ef7/f/67b8a6c36dac4ce28ad1c70668a55df1_SeqId_4_ 2024-12-02T22:17:40,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/staging/jenkins.hfs.6__test__8vb5hunh0rq61dtptvtdj6vibk00tvivco82vjidkk94gnl4qsad2mgr6esu0lfo/f/736cc83719614dc99f11d0ee002d6896_SeqId_4_ into 61eb4cd75cc5c3997370f8f088302ef7/f as hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/default/test/61eb4cd75cc5c3997370f8f088302ef7/f/6ee4675869e340648b7ed921afcb808d_SeqId_4_ - updating store file list. 2024-12-02T22:17:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ee4675869e340648b7ed921afcb808d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:17:40,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/default/test/61eb4cd75cc5c3997370f8f088302ef7/f/6ee4675869e340648b7ed921afcb808d_SeqId_4_ into 61eb4cd75cc5c3997370f8f088302ef7/f 2024-12-02T22:17:40,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/staging/jenkins.hfs.6__test__8vb5hunh0rq61dtptvtdj6vibk00tvivco82vjidkk94gnl4qsad2mgr6esu0lfo/f/736cc83719614dc99f11d0ee002d6896_SeqId_4_ into 61eb4cd75cc5c3997370f8f088302ef7/f (new location: hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/default/test/61eb4cd75cc5c3997370f8f088302ef7/f/6ee4675869e340648b7ed921afcb808d_SeqId_4_) 2024-12-02T22:17:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/staging/jenkins.hfs.6__test__8vb5hunh0rq61dtptvtdj6vibk00tvivco82vjidkk94gnl4qsad2mgr6esu0lfo/f/736cc83719614dc99f11d0ee002d6896_SeqId_4_ 2024-12-02T22:17:40,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/staging/jenkins.hfs.6__test__8vb5hunh0rq61dtptvtdj6vibk00tvivco82vjidkk94gnl4qsad2mgr6esu0lfo/f/88161c02353a4eb69a5bb5b7215475ea_SeqId_4_ into 61eb4cd75cc5c3997370f8f088302ef7/f as hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/default/test/61eb4cd75cc5c3997370f8f088302ef7/f/67b8a6c36dac4ce28ad1c70668a55df1_SeqId_4_ - updating store file list. 2024-12-02T22:17:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 67b8a6c36dac4ce28ad1c70668a55df1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:17:40,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/default/test/61eb4cd75cc5c3997370f8f088302ef7/f/67b8a6c36dac4ce28ad1c70668a55df1_SeqId_4_ into 61eb4cd75cc5c3997370f8f088302ef7/f 2024-12-02T22:17:40,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/staging/jenkins.hfs.6__test__8vb5hunh0rq61dtptvtdj6vibk00tvivco82vjidkk94gnl4qsad2mgr6esu0lfo/f/88161c02353a4eb69a5bb5b7215475ea_SeqId_4_ into 61eb4cd75cc5c3997370f8f088302ef7/f (new location: hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/default/test/61eb4cd75cc5c3997370f8f088302ef7/f/67b8a6c36dac4ce28ad1c70668a55df1_SeqId_4_) 2024-12-02T22:17:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/staging/jenkins.hfs.6__test__8vb5hunh0rq61dtptvtdj6vibk00tvivco82vjidkk94gnl4qsad2mgr6esu0lfo/f/88161c02353a4eb69a5bb5b7215475ea_SeqId_4_ 2024-12-02T22:17:40,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32805 {}] regionserver.ReplicationSink(324): Finished replicating [0854b862-9e07-4b10-b3eb-32a0570adee2] bulk loaded data 2024-12-02T22:17:40,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T22:17:40,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T22:17:40,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T22:17:40,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T22:17:40,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T22:17:40,751 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T22:17:40,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:17:40,751 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T22:17:40,752 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:17:40,752 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T22:17:40,752 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:17:40,752 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T22:17:40,752 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T22:17:40,752 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T22:17:41,042 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 687, reset compression=false 2024-12-02T22:17:41,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:17:41,553 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733177861552/Put/seqid=0 2024-12-02T22:17:41,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741842_1018 (size=7997) 2024-12-02T22:17:41,559 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733177861559/Put/seqid=0 2024-12-02T22:17:41,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741843_1019 (size=7794) 2024-12-02T22:17:41,647 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 687, reset compression=false 2024-12-02T22:17:41,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff903a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:41,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43049,-1 for getting cluster id 2024-12-02T22:17:41,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:17:41,970 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0854b862-9e07-4b10-b3eb-32a0570adee2' 2024-12-02T22:17:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:17:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0854b862-9e07-4b10-b3eb-32a0570adee2" 2024-12-02T22:17:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba4c194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43049,-1] 2024-12-02T22:17:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:17:41,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:41,972 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:17:41,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fd832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:17:41,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,38381,1733177849594, seqNum=-1] 2024-12-02T22:17:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:41,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:17:41,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:17:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,43049,1733177849545 2024-12-02T22:17:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ee023ca 2024-12-02T22:17:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:17:41,986 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:17:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b., hostname=7ae73638d47e,38381,1733177849594, seqNum=2] 2024-12-02T22:17:41,992 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T22:17:41,998 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-02T22:17:42,000 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-02T22:17:42,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f1/f1/hfile_1 for inclusion in 778da7dea3269d91136eb0fcd0762c8b/f1 2024-12-02T22:17:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T22:17:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:17:42,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f1/f1/hfile_0 for inclusion in 778da7dea3269d91136eb0fcd0762c8b/f1 2024-12-02T22:17:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T22:17:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:17:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HRegion(2603): Flush status journal for 778da7dea3269d91136eb0fcd0762c8b: 2024-12-02T22:17:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f1/f1/hfile_1 to hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__tgaguhp8g38of63nkbt4gm2sh00c05si6r61mcvnubh7gaanru3v9l9fu623v6dd/f1/hfile_1 2024-12-02T22:17:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__tgaguhp8g38of63nkbt4gm2sh00c05si6r61mcvnubh7gaanru3v9l9fu623v6dd/f1/hfile_1 as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f1/e51b0a313ca842f18e690576fd186f64_SeqId_6_ 2024-12-02T22:17:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/load_f1/f1/hfile_0 to hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__tgaguhp8g38of63nkbt4gm2sh00c05si6r61mcvnubh7gaanru3v9l9fu623v6dd/f1/hfile_0 2024-12-02T22:17:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__tgaguhp8g38of63nkbt4gm2sh00c05si6r61mcvnubh7gaanru3v9l9fu623v6dd/f1/hfile_0 as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f1/dfa365a0ea8b4e15a9cff8d715d8761b_SeqId_6_ 2024-12-02T22:17:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-02T22:17:42,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__tgaguhp8g38of63nkbt4gm2sh00c05si6r61mcvnubh7gaanru3v9l9fu623v6dd/f1/hfile_1 into 778da7dea3269d91136eb0fcd0762c8b/f1 as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f1/e51b0a313ca842f18e690576fd186f64_SeqId_6_ - updating store file list. 2024-12-02T22:17:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e51b0a313ca842f18e690576fd186f64_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T22:17:42,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f1/e51b0a313ca842f18e690576fd186f64_SeqId_6_ into 778da7dea3269d91136eb0fcd0762c8b/f1 2024-12-02T22:17:42,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__tgaguhp8g38of63nkbt4gm2sh00c05si6r61mcvnubh7gaanru3v9l9fu623v6dd/f1/hfile_1 into 778da7dea3269d91136eb0fcd0762c8b/f1 (new location: hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f1/e51b0a313ca842f18e690576fd186f64_SeqId_6_) 2024-12-02T22:17:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__tgaguhp8g38of63nkbt4gm2sh00c05si6r61mcvnubh7gaanru3v9l9fu623v6dd/f1/hfile_1 2024-12-02T22:17:42,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__tgaguhp8g38of63nkbt4gm2sh00c05si6r61mcvnubh7gaanru3v9l9fu623v6dd/f1/hfile_0 into 778da7dea3269d91136eb0fcd0762c8b/f1 as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f1/dfa365a0ea8b4e15a9cff8d715d8761b_SeqId_6_ - updating store file list. 2024-12-02T22:17:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dfa365a0ea8b4e15a9cff8d715d8761b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T22:17:42,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f1/dfa365a0ea8b4e15a9cff8d715d8761b_SeqId_6_ into 778da7dea3269d91136eb0fcd0762c8b/f1 2024-12-02T22:17:42,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__tgaguhp8g38of63nkbt4gm2sh00c05si6r61mcvnubh7gaanru3v9l9fu623v6dd/f1/hfile_0 into 778da7dea3269d91136eb0fcd0762c8b/f1 (new location: hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/f1/dfa365a0ea8b4e15a9cff8d715d8761b_SeqId_6_) 2024-12-02T22:17:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/staging/jenkins__test__tgaguhp8g38of63nkbt4gm2sh00c05si6r61mcvnubh7gaanru3v9l9fu623v6dd/f1/hfile_0 2024-12-02T22:17:42,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:17:42,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:17:42,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:42,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:17:42,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:17:42,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b., hostname=7ae73638d47e,38381,1733177849594, seqNum=2 , the old value is region=test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b., hostname=7ae73638d47e,38381,1733177849594, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7ae73638d47e:38381 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T22:17:42,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b., hostname=7ae73638d47e,38381,1733177849594, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T22:17:42,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b., hostname=7ae73638d47e,38381,1733177849594, seqNum=2 from cache 2024-12-02T22:17:42,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:17:42,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,38381,1733177849594, seqNum=-1] 2024-12-02T22:17:42,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:17:42,033 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T22:17:42,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:17:42,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b., hostname=7ae73638d47e,38381,1733177849594, seqNum=2] 2024-12-02T22:17:42,142 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:38381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T22:17:42,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:17:42,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:42,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:42,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:42,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:17:42,351 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 687, reset compression=false 2024-12-02T22:17:42,381 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:17:42,381 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:42,382 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.shipper7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,38381,1733177849594 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:17:42,606 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:42,910 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:43,315 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:43,822 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:44,427 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:45,132 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:45,936 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:46,841 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:47,845 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:48,951 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:50,155 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:51,459 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:52,891 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:54,396 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:56,000 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:57,705 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:17:59,133 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:17:59,509 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:01,414 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:02,387 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.shipper7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,38381,1733177849594 got entry batch from reader: null 2024-12-02T22:18:02,835 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:18:03,418 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:05,522 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:07,734 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:10,055 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:12,188 INFO [master/7ae73638d47e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T22:18:12,188 INFO [master/7ae73638d47e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T22:18:12,460 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:14,964 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:14,970 INFO [master/7ae73638d47e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T22:18:14,970 INFO [master/7ae73638d47e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T22:18:17,569 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:20,274 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:20,612 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 778da7dea3269d91136eb0fcd0762c8b, had cached 0 bytes from a total of 31376 2024-12-02T22:18:21,776 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 61eb4cd75cc5c3997370f8f088302ef7, had cached 0 bytes from a total of 15585 2024-12-02T22:18:22,387 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.shipper7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,38381,1733177849594 got entry batch from reader: null 2024-12-02T22:18:23,077 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:25,982 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:28,987 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:29,133 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:18:32,091 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:32,835 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:18:34,075 DEBUG [master/7ae73638d47e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T22:18:34,783 DEBUG [master/7ae73638d47e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T22:18:35,296 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:38,601 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:42,005 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:42,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:18:42,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:18:42,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:18:42,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:42,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:42,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:18:42,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1278985730, stopped=false 2024-12-02T22:18:42,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:18:42,061 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,45789,1733177852847 2024-12-02T22:18:42,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1710333324/running 2024-12-02T22:18:42,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1710333324/running 2024-12-02T22:18:42,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:18:42,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:18:42,063 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:18:42,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:18:42,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:18:42,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:42,064 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,32805,1733177852891' ***** 2024-12-02T22:18:42,064 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:18:42,064 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:18:42,064 INFO [RS:0;7ae73638d47e:32805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:18:42,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Set watcher on znode that does not yet exist, /1710333324/running 2024-12-02T22:18:42,064 INFO [RS:0;7ae73638d47e:32805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:18:42,064 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(3091): Received CLOSE for 61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:18:42,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Set watcher on znode that does not yet exist, /1710333324/running 2024-12-02T22:18:42,065 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:18:42,065 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,32805,1733177852891 2024-12-02T22:18:42,065 INFO [RS:0;7ae73638d47e:32805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:18:42,065 INFO [RS:0;7ae73638d47e:32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:32805. 2024-12-02T22:18:42,065 DEBUG [RS:0;7ae73638d47e:32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:18:42,065 DEBUG [RS:0;7ae73638d47e:32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:42,065 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61eb4cd75cc5c3997370f8f088302ef7, disabling compactions & flushes 2024-12-02T22:18:42,065 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7. 2024-12-02T22:18:42,066 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:18:42,066 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7. 2024-12-02T22:18:42,066 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:18:42,066 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:18:42,066 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7. after waiting 0 ms 2024-12-02T22:18:42,066 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7. 2024-12-02T22:18:42,066 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:18:42,066 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T22:18:42,066 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1325): Online Regions={61eb4cd75cc5c3997370f8f088302ef7=test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:18:42,066 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61eb4cd75cc5c3997370f8f088302ef7 2024-12-02T22:18:42,066 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:18:42,066 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:18:42,066 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:18:42,066 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:18:42,066 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:18:42,067 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T22:18:42,069 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:18:42,070 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/default/test/61eb4cd75cc5c3997370f8f088302ef7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T22:18:42,071 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:18:42,071 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:18:42,071 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7. 2024-12-02T22:18:42,071 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61eb4cd75cc5c3997370f8f088302ef7: Waiting for close lock at 1733177922065Running coprocessor pre-close hooks at 1733177922065Disabling compacts and flushes for region at 1733177922065Disabling writes for close at 1733177922066 (+1 ms)Writing region close event to WAL at 1733177922066Running coprocessor post-close hooks at 1733177922071 (+5 ms)Closed at 1733177922071 2024-12-02T22:18:42,071 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7. 2024-12-02T22:18:42,090 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/.tmp/info/7eda2d41a3894d5898e3d6fe8734e3f2 is 129, key is test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7./info:regioninfo/1733177856807/Put/seqid=0 2024-12-02T22:18:42,091 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:18:42,091 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:18:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741839_1015 (size=6421) 2024-12-02T22:18:42,266 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:18:42,387 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.shipper7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,38381,1733177849594 got entry batch from reader: null 2024-12-02T22:18:42,466 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:18:42,503 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/.tmp/info/7eda2d41a3894d5898e3d6fe8734e3f2 2024-12-02T22:18:42,532 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/.tmp/ns/b56b1353a202405195e9f65335c27362 is 43, key is default/ns:d/1733177854776/Put/seqid=0 2024-12-02T22:18:42,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741840_1016 (size=5153) 2024-12-02T22:18:42,667 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:18:42,867 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:18:42,937 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/.tmp/ns/b56b1353a202405195e9f65335c27362 2024-12-02T22:18:42,965 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/.tmp/rep_barrier/452e1dacab99460bb554600d9e2bccad is 112, key is test,,1733177855998.61eb4cd75cc5c3997370f8f088302ef7./rep_barrier:seqnumDuringOpen/1733177856807/Put/seqid=0 2024-12-02T22:18:42,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741841_1017 (size=5518) 2024-12-02T22:18:43,067 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T22:18:43,067 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:18:43,067 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:18:43,267 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:18:43,372 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/.tmp/rep_barrier/452e1dacab99460bb554600d9e2bccad 2024-12-02T22:18:43,399 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/.tmp/table/1f6943abb2374946949115922ee2db69 is 40, key is test/table:state/1733177856824/Put/seqid=0 2024-12-02T22:18:43,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741842_1018 (size=5165) 2024-12-02T22:18:43,467 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:18:43,668 DEBUG [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:18:43,808 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/.tmp/table/1f6943abb2374946949115922ee2db69 2024-12-02T22:18:43,814 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/.tmp/info/7eda2d41a3894d5898e3d6fe8734e3f2 as hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/info/7eda2d41a3894d5898e3d6fe8734e3f2 2024-12-02T22:18:43,819 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/info/7eda2d41a3894d5898e3d6fe8734e3f2, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T22:18:43,820 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/.tmp/ns/b56b1353a202405195e9f65335c27362 as hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/ns/b56b1353a202405195e9f65335c27362 2024-12-02T22:18:43,825 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/ns/b56b1353a202405195e9f65335c27362, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T22:18:43,826 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/.tmp/rep_barrier/452e1dacab99460bb554600d9e2bccad as hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/rep_barrier/452e1dacab99460bb554600d9e2bccad 2024-12-02T22:18:43,831 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/rep_barrier/452e1dacab99460bb554600d9e2bccad, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T22:18:43,831 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/.tmp/table/1f6943abb2374946949115922ee2db69 as hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/table/1f6943abb2374946949115922ee2db69 2024-12-02T22:18:43,836 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/table/1f6943abb2374946949115922ee2db69, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T22:18:43,838 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1771ms, sequenceid=11, compaction requested=false 2024-12-02T22:18:43,845 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T22:18:43,845 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:18:43,845 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:18:43,845 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:18:43,845 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177922066Running coprocessor pre-close hooks at 1733177922066Disabling compacts and flushes for region at 1733177922066Disabling writes for close at 1733177922066Obtaining lock to block concurrent updates at 1733177922067 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733177922067Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733177922067Flushing stores of hbase:meta,,1.1588230740 at 1733177922067Flushing 1588230740/info: creating writer at 1733177922068 (+1 ms)Flushing 1588230740/info: appending metadata at 1733177922090 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733177922090Flushing 1588230740/ns: creating writer at 1733177922510 (+420 ms)Flushing 1588230740/ns: appending metadata at 1733177922532 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733177922532Flushing 1588230740/rep_barrier: creating writer at 1733177922944 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733177922964 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733177922964Flushing 1588230740/table: creating writer at 1733177923378 (+414 ms)Flushing 1588230740/table: appending metadata at 1733177923398 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733177923398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b88b2d: reopening flushed file at 1733177923813 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d458e91: reopening flushed file at 1733177923819 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677a1f4: reopening flushed file at 1733177923825 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d422f88: reopening flushed file at 1733177923831 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1771ms, sequenceid=11, compaction requested=false at 1733177923838 (+7 ms)Writing region close event to WAL at 1733177923841 (+3 ms)Running coprocessor post-close hooks at 1733177923845 (+4 ms)Closed at 1733177923845 2024-12-02T22:18:43,846 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:18:43,868 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,32805,1733177852891; all regions closed. 2024-12-02T22:18:43,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741834_1010 (size=2717) 2024-12-02T22:18:43,872 DEBUG [RS:0;7ae73638d47e:32805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/oldWALs 2024-12-02T22:18:43,872 INFO [RS:0;7ae73638d47e:32805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C32805%2C1733177852891.meta:.meta(num 1733177854730) 2024-12-02T22:18:43,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741832_1008 (size=1028) 2024-12-02T22:18:43,875 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/WALs/7ae73638d47e,32805,1733177852891/7ae73638d47e%2C32805%2C1733177852891.1733177854156 not finished, retry = 0 2024-12-02T22:18:43,978 DEBUG [RS:0;7ae73638d47e:32805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/oldWALs 2024-12-02T22:18:43,978 INFO [RS:0;7ae73638d47e:32805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C32805%2C1733177852891:(num 1733177854156) 2024-12-02T22:18:43,978 DEBUG [RS:0;7ae73638d47e:32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:43,978 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:18:43,978 INFO [RS:0;7ae73638d47e:32805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:18:43,978 INFO [RS:0;7ae73638d47e:32805 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T22:18:43,978 INFO [RS:0;7ae73638d47e:32805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:18:43,978 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:18:43,979 INFO [RS:0;7ae73638d47e:32805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:32805. 2024-12-02T22:18:43,979 DEBUG [RS:0;7ae73638d47e:32805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:18:43,979 DEBUG [RS:0;7ae73638d47e:32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:43,979 DEBUG [RS:0;7ae73638d47e:32805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:43,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:18:43,980 INFO [RS:0;7ae73638d47e:32805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32805 2024-12-02T22:18:43,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324/rs 2024-12-02T22:18:43,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1710333324/rs/7ae73638d47e,32805,1733177852891 2024-12-02T22:18:43,985 INFO [RS:0;7ae73638d47e:32805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:18:43,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,32805,1733177852891] 2024-12-02T22:18:43,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1710333324/draining/7ae73638d47e,32805,1733177852891 already deleted, retry=false 2024-12-02T22:18:43,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,32805,1733177852891 expired; onlineServers=0 2024-12-02T22:18:43,988 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,45789,1733177852847' ***** 2024-12-02T22:18:43,988 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:18:43,988 INFO [M:0;7ae73638d47e:45789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:18:43,988 INFO [M:0;7ae73638d47e:45789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:18:43,988 DEBUG [M:0;7ae73638d47e:45789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:18:43,988 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:18:43,988 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177853906 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177853906,5,FailOnTimeoutGroup] 2024-12-02T22:18:43,988 DEBUG [M:0;7ae73638d47e:45789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:18:43,988 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177853906 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177853906,5,FailOnTimeoutGroup] 2024-12-02T22:18:43,989 INFO [M:0;7ae73638d47e:45789 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:18:43,989 INFO [M:0;7ae73638d47e:45789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:18:43,989 DEBUG [M:0;7ae73638d47e:45789 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:18:43,989 INFO [M:0;7ae73638d47e:45789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:18:43,989 INFO [M:0;7ae73638d47e:45789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:18:43,989 INFO [M:0;7ae73638d47e:45789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:18:43,989 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:18:43,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1710333324/master 2024-12-02T22:18:43,990 DEBUG [M:0;7ae73638d47e:45789 {}] zookeeper.ZKUtil(347): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Unable to get data of znode /1710333324/master because node does not exist (not an error) 2024-12-02T22:18:43,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1710333324 2024-12-02T22:18:43,990 WARN [M:0;7ae73638d47e:45789 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:18:43,990 INFO [M:0;7ae73638d47e:45789 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/.lastflushedseqids 2024-12-02T22:18:43,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741843_1019 (size=173) 2024-12-02T22:18:44,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:18:44,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32805-0x1009d113dad0004, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:18:44,087 INFO [RS:0;7ae73638d47e:32805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:18:44,087 INFO [RS:0;7ae73638d47e:32805 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,32805,1733177852891; zookeeper connection closed. 2024-12-02T22:18:44,087 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d1688ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d1688ff 2024-12-02T22:18:44,087 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:18:44,396 INFO [M:0;7ae73638d47e:45789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:18:44,396 INFO [M:0;7ae73638d47e:45789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:18:44,396 DEBUG [M:0;7ae73638d47e:45789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:18:44,396 INFO [M:0;7ae73638d47e:45789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:44,396 DEBUG [M:0;7ae73638d47e:45789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:44,396 DEBUG [M:0;7ae73638d47e:45789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:18:44,396 DEBUG [M:0;7ae73638d47e:45789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:44,396 INFO [M:0;7ae73638d47e:45789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-12-02T22:18:44,417 DEBUG [M:0;7ae73638d47e:45789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afbb412c0bb045e0bdc271ef1d13544a is 82, key is hbase:meta,,1/info:regioninfo/1733177854764/Put/seqid=0 2024-12-02T22:18:44,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741844_1020 (size=5672) 2024-12-02T22:18:44,822 INFO [M:0;7ae73638d47e:45789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afbb412c0bb045e0bdc271ef1d13544a 2024-12-02T22:18:44,849 DEBUG [M:0;7ae73638d47e:45789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bee08a6f6c5a4f0197a748c13ff6776f is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733177856830/Put/seqid=0 2024-12-02T22:18:44,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741845_1021 (size=6726) 2024-12-02T22:18:45,253 INFO [M:0;7ae73638d47e:45789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bee08a6f6c5a4f0197a748c13ff6776f 2024-12-02T22:18:45,259 INFO [M:0;7ae73638d47e:45789 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bee08a6f6c5a4f0197a748c13ff6776f 2024-12-02T22:18:45,274 DEBUG [M:0;7ae73638d47e:45789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dab500b6b735470fbf01c7c1db1a2c4e is 69, key is 7ae73638d47e,32805,1733177852891/rs:state/1733177853958/Put/seqid=0 2024-12-02T22:18:45,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741846_1022 (size=5156) 2024-12-02T22:18:45,510 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/WALs/7ae73638d47e,38381,1733177849594/7ae73638d47e%2C38381%2C1733177849594.1733177851183 to pos 997, reset compression=false 2024-12-02T22:18:45,679 INFO [M:0;7ae73638d47e:45789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dab500b6b735470fbf01c7c1db1a2c4e 2024-12-02T22:18:45,684 DEBUG [M:0;7ae73638d47e:45789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afbb412c0bb045e0bdc271ef1d13544a as hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afbb412c0bb045e0bdc271ef1d13544a 2024-12-02T22:18:45,689 INFO [M:0;7ae73638d47e:45789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afbb412c0bb045e0bdc271ef1d13544a, entries=8, sequenceid=58, filesize=5.5 K 2024-12-02T22:18:45,690 DEBUG [M:0;7ae73638d47e:45789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bee08a6f6c5a4f0197a748c13ff6776f as hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bee08a6f6c5a4f0197a748c13ff6776f 2024-12-02T22:18:45,694 INFO [M:0;7ae73638d47e:45789 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bee08a6f6c5a4f0197a748c13ff6776f 2024-12-02T22:18:45,694 INFO [M:0;7ae73638d47e:45789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bee08a6f6c5a4f0197a748c13ff6776f, entries=6, sequenceid=58, filesize=6.6 K 2024-12-02T22:18:45,695 DEBUG [M:0;7ae73638d47e:45789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dab500b6b735470fbf01c7c1db1a2c4e as hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dab500b6b735470fbf01c7c1db1a2c4e 2024-12-02T22:18:45,699 INFO [M:0;7ae73638d47e:45789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46285/user/jenkins/test-data/2504a278-9f07-75ec-5a2e-5a4ca50802a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dab500b6b735470fbf01c7c1db1a2c4e, entries=1, sequenceid=58, filesize=5.0 K 2024-12-02T22:18:45,700 INFO [M:0;7ae73638d47e:45789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=58, compaction requested=false 2024-12-02T22:18:45,701 INFO [M:0;7ae73638d47e:45789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:45,702 DEBUG [M:0;7ae73638d47e:45789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177924396Disabling compacts and flushes for region at 1733177924396Disabling writes for close at 1733177924396Obtaining lock to block concurrent updates at 1733177924396Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733177924396Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1733177924397 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733177924398 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733177924398Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733177924416 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733177924416Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733177924827 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733177924848 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733177924848Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733177925259 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733177925274 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733177925274Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4887db36: reopening flushed file at 1733177925684 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2018a9e8: reopening flushed file at 1733177925689 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35dc061a: reopening flushed file at 1733177925694 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=58, compaction requested=false at 1733177925700 (+6 ms)Writing region close event to WAL at 1733177925701 (+1 ms)Closed at 1733177925701 2024-12-02T22:18:45,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44273 is added to blk_1073741830_1006 (size=33014) 2024-12-02T22:18:45,704 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:18:45,704 INFO [M:0;7ae73638d47e:45789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:18:45,704 INFO [M:0;7ae73638d47e:45789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45789 2024-12-02T22:18:45,705 INFO [M:0;7ae73638d47e:45789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:18:45,807 INFO [M:0;7ae73638d47e:45789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:18:45,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:18:45,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45789-0x1009d113dad0003, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:18:45,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41a1d674{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:18:45,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a11563{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:18:45,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:18:45,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3473df80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:18:45,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@686c72e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/hadoop.log.dir/,STOPPED} 2024-12-02T22:18:45,812 WARN [BP-1068292197-172.17.0.2-1733177852262 heartbeating to localhost/127.0.0.1:46285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:18:45,812 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:18:45,812 WARN [BP-1068292197-172.17.0.2-1733177852262 heartbeating to localhost/127.0.0.1:46285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1068292197-172.17.0.2-1733177852262 (Datanode Uuid 7e76ae6d-f8a1-48e3-bab0-7d5850da8bce) service to localhost/127.0.0.1:46285 2024-12-02T22:18:45,812 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:18:45,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/cluster_de1a3123-73b7-4421-d282-b5b0fdb7e6f2/data/data1/current/BP-1068292197-172.17.0.2-1733177852262 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:18:45,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/cluster_de1a3123-73b7-4421-d282-b5b0fdb7e6f2/data/data2/current/BP-1068292197-172.17.0.2-1733177852262 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:18:45,813 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:18:45,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fea310b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:18:45,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fe16d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:18:45,823 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:18:45,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2191111b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:18:45,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19059272{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/hadoop.log.dir/,STOPPED} 2024-12-02T22:18:45,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:18:45,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:18:45,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:18:45,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:18:45,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:45,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:45,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:18:45,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:18:45,842 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=705423655, stopped=false 2024-12-02T22:18:45,842 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,43049,1733177849545 2024-12-02T22:18:45,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0127275646/running 2024-12-02T22:18:45,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:18:45,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0127275646/running 2024-12-02T22:18:45,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:18:45,844 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:18:45,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:18:45,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:18:45,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:45,844 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,38381,1733177849594' ***** 2024-12-02T22:18:45,844 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:18:45,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Set watcher on znode that does not yet exist, /0127275646/running 2024-12-02T22:18:45,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Set watcher on znode that does not yet exist, /0127275646/running 2024-12-02T22:18:45,845 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:18:45,845 INFO [RS:0;7ae73638d47e:38381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:18:45,845 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:18:45,845 INFO [RS:0;7ae73638d47e:38381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:18:45,845 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(3091): Received CLOSE for f406ab490413794404b7443d0ac66861 2024-12-02T22:18:45,845 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(3091): Received CLOSE for 778da7dea3269d91136eb0fcd0762c8b 2024-12-02T22:18:45,846 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,38381,1733177849594 2024-12-02T22:18:45,846 INFO [RS:0;7ae73638d47e:38381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:18:45,846 INFO [RS:0;7ae73638d47e:38381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:38381. 2024-12-02T22:18:45,846 DEBUG [RS:0;7ae73638d47e:38381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:18:45,846 DEBUG [RS:0;7ae73638d47e:38381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:45,846 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f406ab490413794404b7443d0ac66861, disabling compactions & flushes 2024-12-02T22:18:45,846 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. 2024-12-02T22:18:45,846 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. 2024-12-02T22:18:45,846 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:18:45,846 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:18:45,846 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. after waiting 0 ms 2024-12-02T22:18:45,846 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:18:45,846 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. 2024-12-02T22:18:45,846 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:18:45,846 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f406ab490413794404b7443d0ac66861 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-02T22:18:45,846 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T22:18:45,846 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1325): Online Regions={f406ab490413794404b7443d0ac66861=hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861., 1588230740=hbase:meta,,1.1588230740, 778da7dea3269d91136eb0fcd0762c8b=test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b.} 2024-12-02T22:18:45,846 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 778da7dea3269d91136eb0fcd0762c8b, f406ab490413794404b7443d0ac66861 2024-12-02T22:18:45,846 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:18:45,846 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:18:45,846 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:18:45,846 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:18:45,846 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:18:45,847 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T22:18:45,864 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/replication/f406ab490413794404b7443d0ac66861/.tmp/hfileref/838a2c30d4284f37ae1c798c02bd1dec is 74, key is 1/hfileref:736cc83719614dc99f11d0ee002d6896_SeqId_4_/1733177860644/DeleteColumn/seqid=0 2024-12-02T22:18:45,867 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/.tmp/info/e5095b67332744f19bac91d8a793a42d is 147, key is hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861./info:regioninfo/1733177858407/Put/seqid=0 2024-12-02T22:18:45,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741844_1020 (size=5203) 2024-12-02T22:18:45,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741845_1021 (size=7686) 2024-12-02T22:18:45,870 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/replication/f406ab490413794404b7443d0ac66861/.tmp/hfileref/838a2c30d4284f37ae1c798c02bd1dec 2024-12-02T22:18:45,881 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:18:45,888 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/replication/f406ab490413794404b7443d0ac66861/.tmp/queue/b3eb0dff321f46ed9114a44441672bae is 153, key is 1-7ae73638d47e,38381,1733177849594/queue:7ae73638d47e%2C38381%2C1733177849594/1733177862383/Put/seqid=0 2024-12-02T22:18:45,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741846_1022 (size=5352) 2024-12-02T22:18:46,046 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 778da7dea3269d91136eb0fcd0762c8b, f406ab490413794404b7443d0ac66861 2024-12-02T22:18:46,139 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:18:46,139 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:18:46,247 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 778da7dea3269d91136eb0fcd0762c8b, f406ab490413794404b7443d0ac66861 2024-12-02T22:18:46,271 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/.tmp/info/e5095b67332744f19bac91d8a793a42d 2024-12-02T22:18:46,292 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/replication/f406ab490413794404b7443d0ac66861/.tmp/queue/b3eb0dff321f46ed9114a44441672bae 2024-12-02T22:18:46,292 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/.tmp/ns/ad96fa2224e3455fbe703d60196f76f2 is 43, key is default/ns:d/1733177852173/Put/seqid=0 2024-12-02T22:18:46,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741847_1023 (size=5153) 2024-12-02T22:18:46,297 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/.tmp/ns/ad96fa2224e3455fbe703d60196f76f2 2024-12-02T22:18:46,298 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/replication/f406ab490413794404b7443d0ac66861/.tmp/hfileref/838a2c30d4284f37ae1c798c02bd1dec as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/replication/f406ab490413794404b7443d0ac66861/hfileref/838a2c30d4284f37ae1c798c02bd1dec 2024-12-02T22:18:46,303 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/replication/f406ab490413794404b7443d0ac66861/hfileref/838a2c30d4284f37ae1c798c02bd1dec, entries=2, sequenceid=10, filesize=5.1 K 2024-12-02T22:18:46,304 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/replication/f406ab490413794404b7443d0ac66861/.tmp/queue/b3eb0dff321f46ed9114a44441672bae as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/replication/f406ab490413794404b7443d0ac66861/queue/b3eb0dff321f46ed9114a44441672bae 2024-12-02T22:18:46,308 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/replication/f406ab490413794404b7443d0ac66861/queue/b3eb0dff321f46ed9114a44441672bae, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T22:18:46,309 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f406ab490413794404b7443d0ac66861 in 463ms, sequenceid=10, compaction requested=false 2024-12-02T22:18:46,312 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/replication/f406ab490413794404b7443d0ac66861/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T22:18:46,313 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:18:46,313 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:18:46,313 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. 2024-12-02T22:18:46,313 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f406ab490413794404b7443d0ac66861: Waiting for close lock at 1733177925846Running coprocessor pre-close hooks at 1733177925846Disabling compacts and flushes for region at 1733177925846Disabling writes for close at 1733177925846Obtaining lock to block concurrent updates at 1733177925846Preparing flush snapshotting stores in f406ab490413794404b7443d0ac66861 at 1733177925846Finished memstore snapshotting hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733177925846Flushing stores of hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. at 1733177925847 (+1 ms)Flushing f406ab490413794404b7443d0ac66861/hfileref: creating writer at 1733177925847Flushing f406ab490413794404b7443d0ac66861/hfileref: appending metadata at 1733177925864 (+17 ms)Flushing f406ab490413794404b7443d0ac66861/hfileref: closing flushed file at 1733177925864Flushing f406ab490413794404b7443d0ac66861/queue: creating writer at 1733177925875 (+11 ms)Flushing f406ab490413794404b7443d0ac66861/queue: appending metadata at 1733177925888 (+13 ms)Flushing f406ab490413794404b7443d0ac66861/queue: closing flushed file at 1733177925888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6893e444: reopening flushed file at 1733177926297 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53bbd2b0: reopening flushed file at 1733177926303 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f406ab490413794404b7443d0ac66861 in 463ms, sequenceid=10, compaction requested=false at 1733177926309 (+6 ms)Writing region close event to WAL at 1733177926310 (+1 ms)Running coprocessor post-close hooks at 1733177926313 (+3 ms)Closed at 1733177926313 2024-12-02T22:18:46,313 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733177857175.f406ab490413794404b7443d0ac66861. 2024-12-02T22:18:46,313 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 778da7dea3269d91136eb0fcd0762c8b, disabling compactions & flushes 2024-12-02T22:18:46,313 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b. 2024-12-02T22:18:46,313 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b. 2024-12-02T22:18:46,313 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b. after waiting 0 ms 2024-12-02T22:18:46,313 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b. 2024-12-02T22:18:46,317 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/default/test/778da7dea3269d91136eb0fcd0762c8b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T22:18:46,317 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:18:46,317 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:18:46,317 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b. 2024-12-02T22:18:46,317 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 778da7dea3269d91136eb0fcd0762c8b: Waiting for close lock at 1733177926313Running coprocessor pre-close hooks at 1733177926313Disabling compacts and flushes for region at 1733177926313Disabling writes for close at 1733177926313Writing region close event to WAL at 1733177926314 (+1 ms)Running coprocessor post-close hooks at 1733177926317 (+3 ms)Closed at 1733177926317 2024-12-02T22:18:46,317 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b. 2024-12-02T22:18:46,319 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/.tmp/rep_barrier/ee81ed8903894e09b1e75af03d67eb1a is 112, key is test,,1733177854846.778da7dea3269d91136eb0fcd0762c8b./rep_barrier:seqnumDuringOpen/1733177855647/Put/seqid=0 2024-12-02T22:18:46,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741848_1024 (size=5518) 2024-12-02T22:18:46,447 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:18:46,647 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:18:46,723 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/.tmp/rep_barrier/ee81ed8903894e09b1e75af03d67eb1a 2024-12-02T22:18:46,749 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/.tmp/table/6f52318cd7be438e8f285e4c2d7a65b8 is 53, key is hbase:replication/table:state/1733177858422/Put/seqid=0 2024-12-02T22:18:46,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741849_1025 (size=5308) 2024-12-02T22:18:46,847 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T22:18:46,847 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:18:46,847 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:18:47,047 DEBUG [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:18:47,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:47,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:47,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:47,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:47,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:47,153 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/.tmp/table/6f52318cd7be438e8f285e4c2d7a65b8 2024-12-02T22:18:47,159 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/.tmp/info/e5095b67332744f19bac91d8a793a42d as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/info/e5095b67332744f19bac91d8a793a42d 2024-12-02T22:18:47,164 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/info/e5095b67332744f19bac91d8a793a42d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T22:18:47,165 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/.tmp/ns/ad96fa2224e3455fbe703d60196f76f2 as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/ns/ad96fa2224e3455fbe703d60196f76f2 2024-12-02T22:18:47,169 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/ns/ad96fa2224e3455fbe703d60196f76f2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T22:18:47,170 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/.tmp/rep_barrier/ee81ed8903894e09b1e75af03d67eb1a as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/rep_barrier/ee81ed8903894e09b1e75af03d67eb1a 2024-12-02T22:18:47,175 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/rep_barrier/ee81ed8903894e09b1e75af03d67eb1a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T22:18:47,176 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/.tmp/table/6f52318cd7be438e8f285e4c2d7a65b8 as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/table/6f52318cd7be438e8f285e4c2d7a65b8 2024-12-02T22:18:47,182 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/table/6f52318cd7be438e8f285e4c2d7a65b8, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T22:18:47,185 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false 2024-12-02T22:18:47,185 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:18:47,193 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T22:18:47,194 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:18:47,194 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:18:47,194 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:18:47,194 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177925846Running coprocessor pre-close hooks at 1733177925846Disabling compacts and flushes for region at 1733177925846Disabling writes for close at 1733177925846Obtaining lock to block concurrent updates at 1733177925847 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733177925847Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733177925847Flushing stores of hbase:meta,,1.1588230740 at 1733177925848 (+1 ms)Flushing 1588230740/info: creating writer at 1733177925848Flushing 1588230740/info: appending metadata at 1733177925867 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733177925867Flushing 1588230740/ns: creating writer at 1733177926277 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733177926292 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733177926292Flushing 1588230740/rep_barrier: creating writer at 1733177926301 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733177926318 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733177926318Flushing 1588230740/table: creating writer at 1733177926728 (+410 ms)Flushing 1588230740/table: appending metadata at 1733177926748 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733177926748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@535d10a2: reopening flushed file at 1733177927158 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68cd9d12: reopening flushed file at 1733177927164 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590e7b09: reopening flushed file at 1733177927169 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56bce51e: reopening flushed file at 1733177927175 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false at 1733177927185 (+10 ms)Writing region close event to WAL at 1733177927189 (+4 ms)Running coprocessor post-close hooks at 1733177927194 (+5 ms)Closed at 1733177927194 2024-12-02T22:18:47,194 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:18:47,247 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,38381,1733177849594; all regions closed. 2024-12-02T22:18:47,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741834_1010 (size=4239) 2024-12-02T22:18:47,252 DEBUG [RS:0;7ae73638d47e:38381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/oldWALs 2024-12-02T22:18:47,252 INFO [RS:0;7ae73638d47e:38381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C38381%2C1733177849594.meta:.meta(num 1733177852123) 2024-12-02T22:18:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741839_1015 (size=2700) 2024-12-02T22:18:47,256 DEBUG [RS:0;7ae73638d47e:38381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/oldWALs 2024-12-02T22:18:47,256 INFO [RS:0;7ae73638d47e:38381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C38381%2C1733177849594.rep:(num 1733177858339) 2024-12-02T22:18:47,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741832_1008 (size=1300) 2024-12-02T22:18:47,260 DEBUG [RS:0;7ae73638d47e:38381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/oldWALs 2024-12-02T22:18:47,260 INFO [RS:0;7ae73638d47e:38381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C38381%2C1733177849594:(num 1733177851183) 2024-12-02T22:18:47,260 DEBUG [RS:0;7ae73638d47e:38381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:47,260 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:18:47,260 INFO [RS:0;7ae73638d47e:38381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:18:47,260 INFO [RS:0;7ae73638d47e:38381 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:18:47,260 INFO [RS:0;7ae73638d47e:38381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:18:47,260 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:18:47,260 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,38381,1733177849594 because: Region server is closing 2024-12-02T22:18:47,261 INFO [RS:0;7ae73638d47e:38381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:38381. 2024-12-02T22:18:47,261 DEBUG [RS:0;7ae73638d47e:38381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:18:47,261 DEBUG [RS:0;7ae73638d47e:38381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:47,261 DEBUG [RS:0;7ae73638d47e:38381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:47,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:18:47,361 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.wal-reader.7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:18:47,361 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.shipper7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T22:18:47,361 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38381,1733177849594.replicationSource.shipper7ae73638d47e%2C38381%2C1733177849594,1-7ae73638d47e,38381,1733177849594 terminated 2024-12-02T22:18:47,362 INFO [RS:0;7ae73638d47e:38381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38381 2024-12-02T22:18:47,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646/rs 2024-12-02T22:18:47,363 INFO [RS:0;7ae73638d47e:38381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:18:47,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0127275646/rs/7ae73638d47e,38381,1733177849594 2024-12-02T22:18:47,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,38381,1733177849594] 2024-12-02T22:18:47,366 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0127275646/draining/7ae73638d47e,38381,1733177849594 already deleted, retry=false 2024-12-02T22:18:47,366 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,38381,1733177849594 expired; onlineServers=0 2024-12-02T22:18:47,366 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,43049,1733177849545' ***** 2024-12-02T22:18:47,366 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:18:47,366 INFO [M:0;7ae73638d47e:43049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:18:47,366 INFO [M:0;7ae73638d47e:43049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:18:47,366 DEBUG [M:0;7ae73638d47e:43049 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:18:47,366 DEBUG [M:0;7ae73638d47e:43049 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:18:47,366 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:18:47,366 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177850970 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177850970,5,FailOnTimeoutGroup] 2024-12-02T22:18:47,366 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177850972 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177850972,5,FailOnTimeoutGroup] 2024-12-02T22:18:47,366 INFO [M:0;7ae73638d47e:43049 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:18:47,367 INFO [M:0;7ae73638d47e:43049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:18:47,367 DEBUG [M:0;7ae73638d47e:43049 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:18:47,367 INFO [M:0;7ae73638d47e:43049 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:18:47,367 INFO [M:0;7ae73638d47e:43049 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:18:47,367 INFO [M:0;7ae73638d47e:43049 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:18:47,367 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:18:47,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0127275646/master 2024-12-02T22:18:47,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0127275646 2024-12-02T22:18:47,368 DEBUG [M:0;7ae73638d47e:43049 {}] zookeeper.ZKUtil(347): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Unable to get data of znode /0127275646/master because node does not exist (not an error) 2024-12-02T22:18:47,368 WARN [M:0;7ae73638d47e:43049 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:18:47,369 INFO [M:0;7ae73638d47e:43049 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/.lastflushedseqids 2024-12-02T22:18:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741850_1026 (size=263) 2024-12-02T22:18:47,465 INFO [RS:0;7ae73638d47e:38381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:18:47,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:18:47,465 INFO [RS:0;7ae73638d47e:38381 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,38381,1733177849594; zookeeper connection closed. 2024-12-02T22:18:47,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x1009d113dad0001, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:18:47,465 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57d80c01 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57d80c01 2024-12-02T22:18:47,465 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:18:47,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:18:47,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:47,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:47,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:47,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:47,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:47,774 INFO [M:0;7ae73638d47e:43049 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:18:47,774 INFO [M:0;7ae73638d47e:43049 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:18:47,774 DEBUG [M:0;7ae73638d47e:43049 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:18:47,774 INFO [M:0;7ae73638d47e:43049 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:47,774 DEBUG [M:0;7ae73638d47e:43049 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:47,774 DEBUG [M:0;7ae73638d47e:43049 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:18:47,774 DEBUG [M:0;7ae73638d47e:43049 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:47,775 INFO [M:0;7ae73638d47e:43049 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-12-02T22:18:47,790 DEBUG [M:0;7ae73638d47e:43049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26361e6f71334c3290c67864dfb41c35 is 82, key is hbase:meta,,1/info:regioninfo/1733177852158/Put/seqid=0 2024-12-02T22:18:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741851_1027 (size=5672) 2024-12-02T22:18:48,195 INFO [M:0;7ae73638d47e:43049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26361e6f71334c3290c67864dfb41c35 2024-12-02T22:18:48,215 DEBUG [M:0;7ae73638d47e:43049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/334ae14495eb4b6497f4ea6eb8d649d4 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733177855675/Put/seqid=0 2024-12-02T22:18:48,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741852_1028 (size=7239) 2024-12-02T22:18:48,620 INFO [M:0;7ae73638d47e:43049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/334ae14495eb4b6497f4ea6eb8d649d4 2024-12-02T22:18:48,625 INFO [M:0;7ae73638d47e:43049 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 334ae14495eb4b6497f4ea6eb8d649d4 2024-12-02T22:18:48,642 DEBUG [M:0;7ae73638d47e:43049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9814cec31c424a3faf03e8661a93f5df is 69, key is 7ae73638d47e,38381,1733177849594/rs:state/1733177851038/Put/seqid=0 2024-12-02T22:18:48,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741853_1029 (size=5156) 2024-12-02T22:18:49,053 INFO [M:0;7ae73638d47e:43049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9814cec31c424a3faf03e8661a93f5df 2024-12-02T22:18:49,058 DEBUG [M:0;7ae73638d47e:43049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26361e6f71334c3290c67864dfb41c35 as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26361e6f71334c3290c67864dfb41c35 2024-12-02T22:18:49,063 INFO [M:0;7ae73638d47e:43049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26361e6f71334c3290c67864dfb41c35, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T22:18:49,064 DEBUG [M:0;7ae73638d47e:43049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/334ae14495eb4b6497f4ea6eb8d649d4 as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/334ae14495eb4b6497f4ea6eb8d649d4 2024-12-02T22:18:49,068 INFO [M:0;7ae73638d47e:43049 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 334ae14495eb4b6497f4ea6eb8d649d4 2024-12-02T22:18:49,068 INFO [M:0;7ae73638d47e:43049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/334ae14495eb4b6497f4ea6eb8d649d4, entries=11, sequenceid=105, filesize=7.1 K 2024-12-02T22:18:49,069 DEBUG [M:0;7ae73638d47e:43049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9814cec31c424a3faf03e8661a93f5df as hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9814cec31c424a3faf03e8661a93f5df 2024-12-02T22:18:49,073 INFO [M:0;7ae73638d47e:43049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40755/user/jenkins/test-data/6e150337-284d-a9d1-1494-849ce9de1079/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9814cec31c424a3faf03e8661a93f5df, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T22:18:49,074 INFO [M:0;7ae73638d47e:43049 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=105, compaction requested=false 2024-12-02T22:18:49,075 INFO [M:0;7ae73638d47e:43049 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:49,075 DEBUG [M:0;7ae73638d47e:43049 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177927774Disabling compacts and flushes for region at 1733177927774Disabling writes for close at 1733177927774Obtaining lock to block concurrent updates at 1733177927775 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733177927775Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1733177927775Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733177927775Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733177927776 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733177927790 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733177927790Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733177928200 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733177928214 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733177928214Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733177928625 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733177928641 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733177928641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5137f4: reopening flushed file at 1733177929058 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3e8a7d: reopening flushed file at 1733177929063 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa0c6eb: reopening flushed file at 1733177929068 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=105, compaction requested=false at 1733177929074 (+6 ms)Writing region close event to WAL at 1733177929075 (+1 ms)Closed at 1733177929075 2024-12-02T22:18:49,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38377 is added to blk_1073741830_1006 (size=64514) 2024-12-02T22:18:49,078 INFO [M:0;7ae73638d47e:43049 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:18:49,078 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:18:49,078 INFO [M:0;7ae73638d47e:43049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43049 2024-12-02T22:18:49,078 INFO [M:0;7ae73638d47e:43049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:18:49,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:18:49,180 INFO [M:0;7ae73638d47e:43049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:18:49,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43049-0x1009d113dad0000, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:18:49,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2eac92df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:18:49,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4304f93b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:18:49,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:18:49,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@519aa4a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:18:49,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58d2d9cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/hadoop.log.dir/,STOPPED} 2024-12-02T22:18:49,185 WARN [BP-599615293-172.17.0.2-1733177848623 heartbeating to localhost/127.0.0.1:40755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:18:49,185 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:18:49,185 WARN [BP-599615293-172.17.0.2-1733177848623 heartbeating to localhost/127.0.0.1:40755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-599615293-172.17.0.2-1733177848623 (Datanode Uuid deedcce9-9da0-4a1c-8d77-8e61b55f7c67) service to localhost/127.0.0.1:40755 2024-12-02T22:18:49,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:18:49,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/cluster_e7ff1985-7c0f-8dfa-e15d-c26a18458d29/data/data1/current/BP-599615293-172.17.0.2-1733177848623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:18:49,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/cluster_e7ff1985-7c0f-8dfa-e15d-c26a18458d29/data/data2/current/BP-599615293-172.17.0.2-1733177848623 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:18:49,186 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:18:49,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c33cf9f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:18:49,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7626e425{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:18:49,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:18:49,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c43ab49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:18:49,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68816ba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7676c0b1-28e1-4961-9753-049ddfae7c30/hadoop.log.dir/,STOPPED} 2024-12-02T22:18:49,202 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T22:18:49,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:18:49,229 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007ff9fcb92c80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40755 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46285 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58496) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58496) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007ff9fcb92c80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=8419 (was 7155) - AvailableMemoryMB LEAK? - 2024-12-02T22:18:49,239 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=8418 2024-12-02T22:18:49,252 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-02T22:18:49,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/hadoop.log.dir so I do NOT create it in target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200 2024-12-02T22:18:49,253 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:18:49,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/hadoop.tmp.dir so I do NOT create it in target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200 2024-12-02T22:18:49,253 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5b3cb3a-b531-a745-5d46-34f3b73baa4d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:18:49,253 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200 2024-12-02T22:18:49,253 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/cluster_36dc3b18-74a3-103f-c7e8-a920255da95a, deleteOnExit=true 2024-12-02T22:18:49,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/cluster_36dc3b18-74a3-103f-c7e8-a920255da95a/zookeeper_0, clientPort=60420, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/cluster_36dc3b18-74a3-103f-c7e8-a920255da95a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/cluster_36dc3b18-74a3-103f-c7e8-a920255da95a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T22:18:49,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60420 2024-12-02T22:18:49,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:18:49,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:18:49,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/test.cache.data in system properties and HBase conf 2024-12-02T22:18:49,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:18:49,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:18:49,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:18:49,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:18:49,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:18:49,262 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:18:49,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:18:49,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:18:49,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:18:49,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:18:49,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:18:49,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:18:49,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:18:49,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:18:49,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:18:49,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:18:49,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:18:49,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:18:49,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:18:49,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:18:49,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009d113dad0002, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:18:49,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009d113dad0005, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:18:49,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009d113dad0005, quorum=127.0.0.1:58496, baseZNode=/1710333324 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:18:49,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009d113dad0002, quorum=127.0.0.1:58496, baseZNode=/0127275646 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:18:49,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:18:49,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:18:49,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:18:49,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:18:49,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:18:49,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:18:49,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@618a6b2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:18:49,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282ff216{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:18:49,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@461e8a19{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/java.io.tmpdir/jetty-localhost-38757-hadoop-hdfs-3_4_1-tests_jar-_-any-16272795878678247200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:18:49,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49bb6bf1{HTTP/1.1, (http/1.1)}{localhost:38757} 2024-12-02T22:18:49,513 INFO [Time-limited test {}] server.Server(415): Started @123947ms 2024-12-02T22:18:49,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:18:49,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:18:49,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:18:49,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:18:49,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:18:49,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@693740dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:18:49,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617b664e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:18:49,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22705f6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/java.io.tmpdir/jetty-localhost-37481-hadoop-hdfs-3_4_1-tests_jar-_-any-14082822684468057886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:18:49,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@763e10a8{HTTP/1.1, (http/1.1)}{localhost:37481} 2024-12-02T22:18:49,789 INFO [Time-limited test {}] server.Server(415): Started @124223ms 2024-12-02T22:18:49,790 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:18:49,890 WARN [Thread-1278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/cluster_36dc3b18-74a3-103f-c7e8-a920255da95a/data/data1/current/BP-2045198090-172.17.0.2-1733177929287/current, will proceed with Du for space computation calculation, 2024-12-02T22:18:49,891 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/cluster_36dc3b18-74a3-103f-c7e8-a920255da95a/data/data2/current/BP-2045198090-172.17.0.2-1733177929287/current, will proceed with Du for space computation calculation, 2024-12-02T22:18:49,920 WARN [Thread-1266 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:18:49,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23aa5787949f03cc with lease ID 0x664349f9202297fd: Processing first storage report for DS-68bd0656-f0eb-40c7-bbf2-f5551db78323 from datanode DatanodeRegistration(127.0.0.1:40789, datanodeUuid=89fa1b98-040e-4611-bb57-b330175d9e6d, infoPort=34833, infoSecurePort=0, ipcPort=46053, storageInfo=lv=-57;cid=testClusterID;nsid=257724308;c=1733177929287) 2024-12-02T22:18:49,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23aa5787949f03cc with lease ID 0x664349f9202297fd: from storage DS-68bd0656-f0eb-40c7-bbf2-f5551db78323 node DatanodeRegistration(127.0.0.1:40789, datanodeUuid=89fa1b98-040e-4611-bb57-b330175d9e6d, infoPort=34833, infoSecurePort=0, ipcPort=46053, storageInfo=lv=-57;cid=testClusterID;nsid=257724308;c=1733177929287), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:18:49,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23aa5787949f03cc with lease ID 0x664349f9202297fd: Processing first storage report for DS-f2e4a0d5-62ae-49ad-b98d-afae1f05f106 from datanode DatanodeRegistration(127.0.0.1:40789, datanodeUuid=89fa1b98-040e-4611-bb57-b330175d9e6d, infoPort=34833, infoSecurePort=0, ipcPort=46053, storageInfo=lv=-57;cid=testClusterID;nsid=257724308;c=1733177929287) 2024-12-02T22:18:49,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23aa5787949f03cc with lease ID 0x664349f9202297fd: from storage DS-f2e4a0d5-62ae-49ad-b98d-afae1f05f106 node DatanodeRegistration(127.0.0.1:40789, datanodeUuid=89fa1b98-040e-4611-bb57-b330175d9e6d, infoPort=34833, infoSecurePort=0, ipcPort=46053, storageInfo=lv=-57;cid=testClusterID;nsid=257724308;c=1733177929287), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:18:50,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200 2024-12-02T22:18:50,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:18:50,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:18:50,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:18:50,046 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb with version=8 2024-12-02T22:18:50,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/hbase-staging 2024-12-02T22:18:50,049 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:18:50,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:18:50,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:18:50,049 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:18:50,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:18:50,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:18:50,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:18:50,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:18:50,053 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36767 2024-12-02T22:18:50,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36767 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-12-02T22:18:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367670x0, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:18:50,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36767-0x1009d1278c80000 connected 2024-12-02T22:18:50,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:18:50,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:18:50,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on znode that does not yet exist, /0-626424573/running 2024-12-02T22:18:50,115 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb, hbase.cluster.distributed=false 2024-12-02T22:18:50,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on znode that does not yet exist, /0-626424573/acl 2024-12-02T22:18:50,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36767 2024-12-02T22:18:50,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36767 2024-12-02T22:18:50,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36767 2024-12-02T22:18:50,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36767 2024-12-02T22:18:50,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36767 2024-12-02T22:18:50,155 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:18:50,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:18:50,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:18:50,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:18:50,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:18:50,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:18:50,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:18:50,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:18:50,161 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40575 2024-12-02T22:18:50,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40575 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-12-02T22:18:50,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:18:50,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:18:50,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405750x0, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:18:50,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405750x0, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on znode that does not yet exist, /0-626424573/running 2024-12-02T22:18:50,171 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:18:50,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40575-0x1009d1278c80001 connected 2024-12-02T22:18:50,184 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:18:50,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on znode that does not yet exist, /0-626424573/master 2024-12-02T22:18:50,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on znode that does not yet exist, /0-626424573/acl 2024-12-02T22:18:50,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40575 2024-12-02T22:18:50,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40575 2024-12-02T22:18:50,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40575 2024-12-02T22:18:50,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40575 2024-12-02T22:18:50,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40575 2024-12-02T22:18:50,214 DEBUG [M:0;7ae73638d47e:36767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:36767 2024-12-02T22:18:50,217 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-626424573/backup-masters/7ae73638d47e,36767,1733177930048 2024-12-02T22:18:50,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573/backup-masters 2024-12-02T22:18:50,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573/backup-masters 2024-12-02T22:18:50,219 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on existing znode=/0-626424573/backup-masters/7ae73638d47e,36767,1733177930048 2024-12-02T22:18:50,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-626424573/master 2024-12-02T22:18:50,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:50,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:50,233 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on existing znode=/0-626424573/master 2024-12-02T22:18:50,233 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-626424573/backup-masters/7ae73638d47e,36767,1733177930048 from backup master directory 2024-12-02T22:18:50,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626424573/backup-masters/7ae73638d47e,36767,1733177930048 2024-12-02T22:18:50,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573/backup-masters 2024-12-02T22:18:50,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573/backup-masters 2024-12-02T22:18:50,235 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:18:50,235 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,36767,1733177930048 2024-12-02T22:18:50,242 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/hbase.id] with ID: 54af063a-4dd0-492e-952b-c65ee1ffa9c2 2024-12-02T22:18:50,242 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/.tmp/hbase.id 2024-12-02T22:18:50,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:18:50,274 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/.tmp/hbase.id]:[hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/hbase.id] 2024-12-02T22:18:50,288 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:18:50,288 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:18:50,290 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T22:18:50,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:50,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:50,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:18:50,313 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:18:50,314 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:18:50,314 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:18:50,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:18:50,727 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store 2024-12-02T22:18:50,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:18:50,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:18:50,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T22:18:50,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T22:18:50,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T22:18:50,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T22:18:50,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:18:50,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:18:51,139 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:18:51,139 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:18:51,139 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:51,139 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:51,139 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:18:51,139 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:51,139 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:51,139 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177931139Disabling compacts and flushes for region at 1733177931139Disabling writes for close at 1733177931139Writing region close event to WAL at 1733177931139Closed at 1733177931139 2024-12-02T22:18:51,140 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/.initializing 2024-12-02T22:18:51,140 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/WALs/7ae73638d47e,36767,1733177930048 2024-12-02T22:18:51,142 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:18:51,143 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C36767%2C1733177930048, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/WALs/7ae73638d47e,36767,1733177930048, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/oldWALs, maxLogs=10 2024-12-02T22:18:51,164 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/WALs/7ae73638d47e,36767,1733177930048/7ae73638d47e%2C36767%2C1733177930048.1733177931144, exclude list is [], retry=0 2024-12-02T22:18:51,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-68bd0656-f0eb-40c7-bbf2-f5551db78323,DISK] 2024-12-02T22:18:51,170 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/WALs/7ae73638d47e,36767,1733177930048/7ae73638d47e%2C36767%2C1733177930048.1733177931144 2024-12-02T22:18:51,172 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34833:34833)] 2024-12-02T22:18:51,173 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:18:51,173 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:18:51,173 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:51,173 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:51,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:51,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:18:51,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:51,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:51,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:51,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:18:51,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:51,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:18:51,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:51,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:18:51,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:51,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:18:51,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:51,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:18:51,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:51,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:18:51,188 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:51,189 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:51,189 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:51,190 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:51,190 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:51,191 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:18:51,192 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:51,194 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:18:51,195 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70730751, jitterRate=0.053970322012901306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:18:51,195 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177931173Initializing all the Stores at 1733177931174 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177931174Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177931179 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177931179Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177931179Cleaning up temporary data from old regions at 1733177931190 (+11 ms)Region opened successfully at 1733177931195 (+5 ms) 2024-12-02T22:18:51,196 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:18:51,199 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546b40eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:18:51,200 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:18:51,200 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:18:51,200 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:18:51,200 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:18:51,201 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:18:51,201 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:18:51,201 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:18:51,203 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:18:51,204 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Unable to get data of znode /0-626424573/balancer because node does not exist (not necessarily an error) 2024-12-02T22:18:51,206 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626424573/balancer already deleted, retry=false 2024-12-02T22:18:51,206 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:18:51,207 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Unable to get data of znode /0-626424573/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:18:51,209 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626424573/normalizer already deleted, retry=false 2024-12-02T22:18:51,209 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:18:51,214 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Unable to get data of znode /0-626424573/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:18:51,216 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626424573/switch/split already deleted, retry=false 2024-12-02T22:18:51,217 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Unable to get data of znode /0-626424573/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:18:51,218 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626424573/switch/merge already deleted, retry=false 2024-12-02T22:18:51,220 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Unable to get data of znode /0-626424573/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:18:51,222 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626424573/snapshot-cleanup already deleted, retry=false 2024-12-02T22:18:51,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-626424573/running 2024-12-02T22:18:51,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-626424573/running 2024-12-02T22:18:51,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:51,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:51,225 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,36767,1733177930048, sessionid=0x1009d1278c80000, setting cluster-up flag (Was=false) 2024-12-02T22:18:51,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:51,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:51,234 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-626424573/flush-table-proc/acquired, /0-626424573/flush-table-proc/reached, /0-626424573/flush-table-proc/abort 2024-12-02T22:18:51,235 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,36767,1733177930048 2024-12-02T22:18:51,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:51,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:51,242 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-626424573/online-snapshot/acquired, /0-626424573/online-snapshot/reached, /0-626424573/online-snapshot/abort 2024-12-02T22:18:51,243 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,36767,1733177930048 2024-12-02T22:18:51,249 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:18:51,252 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:18:51,252 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:18:51,253 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:18:51,253 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,36767,1733177930048 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:18:51,254 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:18:51,254 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:18:51,254 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:18:51,254 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:18:51,254 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:18:51,254 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:51,255 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:18:51,255 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:51,264 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733177961264 2024-12-02T22:18:51,264 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:18:51,264 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:18:51,264 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:18:51,264 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:18:51,264 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:18:51,264 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:18:51,265 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:51,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:18:51,265 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:18:51,265 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:18:51,265 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:18:51,266 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:18:51,266 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:18:51,269 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:51,269 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:18:51,276 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:18:51,276 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:18:51,296 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177931276,5,FailOnTimeoutGroup] 2024-12-02T22:18:51,305 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177931296,5,FailOnTimeoutGroup] 2024-12-02T22:18:51,305 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:51,305 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:18:51,305 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:51,305 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:51,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:18:51,326 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(746): ClusterId : 54af063a-4dd0-492e-952b-c65ee1ffa9c2 2024-12-02T22:18:51,326 DEBUG [RS:0;7ae73638d47e:40575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:18:51,333 DEBUG [RS:0;7ae73638d47e:40575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:18:51,333 DEBUG [RS:0;7ae73638d47e:40575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:18:51,337 DEBUG [RS:0;7ae73638d47e:40575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:18:51,337 DEBUG [RS:0;7ae73638d47e:40575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428f3bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:18:51,355 DEBUG [RS:0;7ae73638d47e:40575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:40575 2024-12-02T22:18:51,355 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:18:51,355 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:18:51,355 DEBUG [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:18:51,356 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,36767,1733177930048 with port=40575, startcode=1733177930155 2024-12-02T22:18:51,356 DEBUG [RS:0;7ae73638d47e:40575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:18:51,357 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:18:51,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,40575,1733177930155 2024-12-02T22:18:51,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36767 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,40575,1733177930155 2024-12-02T22:18:51,360 DEBUG [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb 2024-12-02T22:18:51,360 DEBUG [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43859 2024-12-02T22:18:51,360 DEBUG [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:18:51,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573/rs 2024-12-02T22:18:51,362 DEBUG [RS:0;7ae73638d47e:40575 {}] zookeeper.ZKUtil(111): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on existing znode=/0-626424573/rs/7ae73638d47e,40575,1733177930155 2024-12-02T22:18:51,362 WARN [RS:0;7ae73638d47e:40575 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:18:51,362 INFO [RS:0;7ae73638d47e:40575 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:18:51,362 DEBUG [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155 2024-12-02T22:18:51,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,40575,1733177930155] 2024-12-02T22:18:51,375 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:18:51,380 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:18:51,380 INFO [RS:0;7ae73638d47e:40575 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:18:51,381 INFO [RS:0;7ae73638d47e:40575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:51,383 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:18:51,384 INFO [RS:0;7ae73638d47e:40575 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:18:51,384 INFO [RS:0;7ae73638d47e:40575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:51,384 DEBUG [RS:0;7ae73638d47e:40575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:51,384 DEBUG [RS:0;7ae73638d47e:40575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:51,384 DEBUG [RS:0;7ae73638d47e:40575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:51,384 DEBUG [RS:0;7ae73638d47e:40575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:51,384 DEBUG [RS:0;7ae73638d47e:40575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:51,384 DEBUG [RS:0;7ae73638d47e:40575 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:18:51,384 DEBUG [RS:0;7ae73638d47e:40575 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:51,384 DEBUG [RS:0;7ae73638d47e:40575 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:51,384 DEBUG [RS:0;7ae73638d47e:40575 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:51,384 DEBUG [RS:0;7ae73638d47e:40575 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:51,385 DEBUG [RS:0;7ae73638d47e:40575 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:51,385 DEBUG [RS:0;7ae73638d47e:40575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:51,385 DEBUG [RS:0;7ae73638d47e:40575 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:18:51,385 DEBUG [RS:0;7ae73638d47e:40575 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:18:51,390 INFO [RS:0;7ae73638d47e:40575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:51,390 INFO [RS:0;7ae73638d47e:40575 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:51,390 INFO [RS:0;7ae73638d47e:40575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:51,390 INFO [RS:0;7ae73638d47e:40575 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:51,390 INFO [RS:0;7ae73638d47e:40575 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:51,390 INFO [RS:0;7ae73638d47e:40575 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40575,1733177930155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:18:51,415 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:18:51,416 INFO [RS:0;7ae73638d47e:40575 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40575,1733177930155-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:51,416 INFO [RS:0;7ae73638d47e:40575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:51,416 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.Replication(171): 7ae73638d47e,40575,1733177930155 started 2024-12-02T22:18:51,438 INFO [RS:0;7ae73638d47e:40575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:51,438 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,40575,1733177930155, RpcServer on 7ae73638d47e/172.17.0.2:40575, sessionid=0x1009d1278c80001 2024-12-02T22:18:51,438 DEBUG [RS:0;7ae73638d47e:40575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:18:51,438 DEBUG [RS:0;7ae73638d47e:40575 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,40575,1733177930155 2024-12-02T22:18:51,438 DEBUG [RS:0;7ae73638d47e:40575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,40575,1733177930155' 2024-12-02T22:18:51,438 DEBUG [RS:0;7ae73638d47e:40575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-626424573/flush-table-proc/abort' 2024-12-02T22:18:51,439 DEBUG [RS:0;7ae73638d47e:40575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-626424573/flush-table-proc/acquired' 2024-12-02T22:18:51,439 DEBUG [RS:0;7ae73638d47e:40575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:18:51,439 DEBUG [RS:0;7ae73638d47e:40575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:18:51,439 DEBUG [RS:0;7ae73638d47e:40575 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,40575,1733177930155 2024-12-02T22:18:51,439 DEBUG [RS:0;7ae73638d47e:40575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,40575,1733177930155' 2024-12-02T22:18:51,439 DEBUG [RS:0;7ae73638d47e:40575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-626424573/online-snapshot/abort' 2024-12-02T22:18:51,440 DEBUG [RS:0;7ae73638d47e:40575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-626424573/online-snapshot/acquired' 2024-12-02T22:18:51,440 DEBUG [RS:0;7ae73638d47e:40575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:18:51,440 INFO [RS:0;7ae73638d47e:40575 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:18:51,440 INFO [RS:0;7ae73638d47e:40575 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:18:51,541 INFO [RS:0;7ae73638d47e:40575 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:18:51,543 INFO [RS:0;7ae73638d47e:40575 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C40575%2C1733177930155, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/oldWALs, maxLogs=10 2024-12-02T22:18:51,556 DEBUG [RS:0;7ae73638d47e:40575 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155/7ae73638d47e%2C40575%2C1733177930155.1733177931543, exclude list is [], retry=0 2024-12-02T22:18:51,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-68bd0656-f0eb-40c7-bbf2-f5551db78323,DISK] 2024-12-02T22:18:51,561 INFO [RS:0;7ae73638d47e:40575 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155/7ae73638d47e%2C40575%2C1733177930155.1733177931543 2024-12-02T22:18:51,562 DEBUG [RS:0;7ae73638d47e:40575 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34833:34833)] 2024-12-02T22:18:51,727 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:18:51,727 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb 2024-12-02T22:18:51,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741833_1009 (size=32) 2024-12-02T22:18:52,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:18:52,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:18:52,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:18:52,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:52,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:52,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:18:52,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:18:52,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:52,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:52,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:18:52,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:18:52,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:52,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:52,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:18:52,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:18:52,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:52,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:52,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:18:52,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740 2024-12-02T22:18:52,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740 2024-12-02T22:18:52,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:18:52,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:18:52,156 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:18:52,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:18:52,160 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:18:52,160 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66707396, jitterRate=-0.005982339382171631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:18:52,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733177932134Initializing all the Stores at 1733177932135 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177932135Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177932136 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177932136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177932136Cleaning up temporary data from old regions at 1733177932155 (+19 ms)Region opened successfully at 1733177932161 (+6 ms) 2024-12-02T22:18:52,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:18:52,161 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:18:52,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:18:52,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:18:52,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:18:52,162 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:18:52,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177932161Disabling compacts and flushes for region at 1733177932161Disabling writes for close at 1733177932161Writing region close event to WAL at 1733177932162 (+1 ms)Closed at 1733177932162 2024-12-02T22:18:52,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:18:52,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:18:52,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:18:52,165 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:18:52,169 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:18:52,319 DEBUG [7ae73638d47e:36767 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:18:52,320 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,40575,1733177930155 2024-12-02T22:18:52,321 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,40575,1733177930155, state=OPENING 2024-12-02T22:18:52,323 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:18:52,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:52,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:52,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626424573/meta-region-server: CHANGED 2024-12-02T22:18:52,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626424573/meta-region-server: CHANGED 2024-12-02T22:18:52,336 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:18:52,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,40575,1733177930155}] 2024-12-02T22:18:52,490 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:18:52,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:18:52,524 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:18:52,525 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:18:52,525 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:18:52,527 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C40575%2C1733177930155.meta, suffix=.meta, logDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/oldWALs, maxLogs=10 2024-12-02T22:18:52,543 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155/7ae73638d47e%2C40575%2C1733177930155.meta.1733177932527.meta, exclude list is [], retry=0 2024-12-02T22:18:52,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-68bd0656-f0eb-40c7-bbf2-f5551db78323,DISK] 2024-12-02T22:18:52,550 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155/7ae73638d47e%2C40575%2C1733177930155.meta.1733177932527.meta 2024-12-02T22:18:52,551 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34833:34833)] 2024-12-02T22:18:52,551 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:18:52,552 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:18:52,552 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:18:52,552 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:18:52,552 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:18:52,552 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:18:52,552 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:18:52,552 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:18:52,552 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:18:52,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:18:52,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:18:52,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:52,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:52,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:18:52,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:18:52,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:52,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:52,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:18:52,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:18:52,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:52,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:52,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:18:52,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:18:52,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:52,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:52,561 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:18:52,563 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740 2024-12-02T22:18:52,565 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740 2024-12-02T22:18:52,567 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:18:52,568 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:18:52,573 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:18:52,575 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:18:52,576 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73969714, jitterRate=0.10223463177680969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:18:52,577 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:18:52,577 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733177932552Writing region info on filesystem at 1733177932553 (+1 ms)Initializing all the Stores at 1733177932553Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177932553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177932554 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177932554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177932554Cleaning up temporary data from old regions at 1733177932568 (+14 ms)Running coprocessor post-open hooks at 1733177932577 (+9 ms)Region opened successfully at 1733177932577 2024-12-02T22:18:52,582 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733177932490 2024-12-02T22:18:52,584 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:18:52,584 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:18:52,585 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,40575,1733177930155 2024-12-02T22:18:52,586 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,40575,1733177930155, state=OPEN 2024-12-02T22:18:52,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-626424573/meta-region-server 2024-12-02T22:18:52,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-626424573/meta-region-server 2024-12-02T22:18:52,591 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,40575,1733177930155 2024-12-02T22:18:52,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626424573/meta-region-server: CHANGED 2024-12-02T22:18:52,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626424573/meta-region-server: CHANGED 2024-12-02T22:18:52,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:18:52,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,40575,1733177930155 in 255 msec 2024-12-02T22:18:52,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:18:52,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-12-02T22:18:52,598 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:18:52,598 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:18:52,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:18:52,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,40575,1733177930155, seqNum=-1] 2024-12-02T22:18:52,600 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:18:52,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:18:52,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3560 sec 2024-12-02T22:18:52,608 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733177932607, completionTime=-1 2024-12-02T22:18:52,608 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:18:52,608 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:18:52,610 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:18:52,610 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733177992610 2024-12-02T22:18:52,610 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178052610 2024-12-02T22:18:52,610 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T22:18:52,610 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,36767,1733177930048-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:52,610 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,36767,1733177930048-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:52,610 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,36767,1733177930048-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:52,611 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:36767, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:52,611 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:52,611 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:52,613 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:18:52,615 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.380sec 2024-12-02T22:18:52,615 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:18:52,615 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:18:52,615 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:18:52,615 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:18:52,616 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:18:52,616 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,36767,1733177930048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:18:52,616 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,36767,1733177930048-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:18:52,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e2755e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:52,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,36767,-1 for getting cluster id 2024-12-02T22:18:52,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:18:52,630 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:18:52,630 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:18:52,630 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,36767,1733177930048-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:52,631 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54af063a-4dd0-492e-952b-c65ee1ffa9c2' 2024-12-02T22:18:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:18:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54af063a-4dd0-492e-952b-c65ee1ffa9c2" 2024-12-02T22:18:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133b8173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:52,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,36767,-1] 2024-12-02T22:18:52,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:18:52,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:52,633 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:18:52,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661b17a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:52,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:18:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,40575,1733177930155, seqNum=-1] 2024-12-02T22:18:52,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:18:52,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:18:52,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,36767,1733177930048 2024-12-02T22:18:52,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-12-02T22:18:52,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:18:52,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009d1278c80002 connected 2024-12-02T22:18:52,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/hadoop.log.dir so I do NOT create it in target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a 2024-12-02T22:18:52,654 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:18:52,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/hadoop.tmp.dir so I do NOT create it in target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a 2024-12-02T22:18:52,654 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:18:52,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a 2024-12-02T22:18:52,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:18:52,654 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/cluster_29cecf73-a05e-be31-a473-d9441106b597, deleteOnExit=true 2024-12-02T22:18:52,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:18:52,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/test.cache.data in system properties and HBase conf 2024-12-02T22:18:52,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:18:52,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:18:52,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:18:52,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:18:52,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:18:52,655 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:18:52,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:18:52,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:18:52,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:18:52,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:18:52,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:18:52,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:18:52,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:18:52,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:18:52,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:18:52,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:18:52,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:18:52,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:18:52,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:18:52,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:18:52,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:18:52,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:52,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:52,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:52,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:52,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:52,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:52,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:18:52,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:18:52,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:18:52,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:18:52,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:18:52,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:18:52,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70b0727f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:18:52,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423da121{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:18:52,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8f56fb7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/java.io.tmpdir/jetty-localhost-37341-hadoop-hdfs-3_4_1-tests_jar-_-any-4682524684957023516/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:18:52,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef2a8ce{HTTP/1.1, (http/1.1)}{localhost:37341} 2024-12-02T22:18:52,944 INFO [Time-limited test {}] server.Server(415): Started @127378ms 2024-12-02T22:18:53,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:18:53,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:18:53,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:18:53,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:18:53,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:18:53,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71db5f01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:18:53,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d10d99b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:18:53,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5747cc76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/java.io.tmpdir/jetty-localhost-42851-hadoop-hdfs-3_4_1-tests_jar-_-any-9744151680184984829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:18:53,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67c0b00c{HTTP/1.1, (http/1.1)}{localhost:42851} 2024-12-02T22:18:53,213 INFO [Time-limited test {}] server.Server(415): Started @127647ms 2024-12-02T22:18:53,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:18:53,326 WARN [Thread-1399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/cluster_29cecf73-a05e-be31-a473-d9441106b597/data/data1/current/BP-45259953-172.17.0.2-1733177932682/current, will proceed with Du for space computation calculation, 2024-12-02T22:18:53,326 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/cluster_29cecf73-a05e-be31-a473-d9441106b597/data/data2/current/BP-45259953-172.17.0.2-1733177932682/current, will proceed with Du for space computation calculation, 2024-12-02T22:18:53,359 WARN [Thread-1387 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:18:53,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc40cb0c70a81fd42 with lease ID 0xff0b215f85bd95f3: Processing first storage report for DS-5ab9e966-ee76-41c6-9515-4a2f91d98e79 from datanode DatanodeRegistration(127.0.0.1:32873, datanodeUuid=a32454f7-5f25-481b-871e-0df31906d641, infoPort=40571, infoSecurePort=0, ipcPort=36303, storageInfo=lv=-57;cid=testClusterID;nsid=1815043858;c=1733177932682) 2024-12-02T22:18:53,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc40cb0c70a81fd42 with lease ID 0xff0b215f85bd95f3: from storage DS-5ab9e966-ee76-41c6-9515-4a2f91d98e79 node DatanodeRegistration(127.0.0.1:32873, datanodeUuid=a32454f7-5f25-481b-871e-0df31906d641, infoPort=40571, infoSecurePort=0, ipcPort=36303, storageInfo=lv=-57;cid=testClusterID;nsid=1815043858;c=1733177932682), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:18:53,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc40cb0c70a81fd42 with lease ID 0xff0b215f85bd95f3: Processing first storage report for DS-665a78f4-2950-47c3-84c4-a701e7a9aab5 from datanode DatanodeRegistration(127.0.0.1:32873, datanodeUuid=a32454f7-5f25-481b-871e-0df31906d641, infoPort=40571, infoSecurePort=0, ipcPort=36303, storageInfo=lv=-57;cid=testClusterID;nsid=1815043858;c=1733177932682) 2024-12-02T22:18:53,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc40cb0c70a81fd42 with lease ID 0xff0b215f85bd95f3: from storage DS-665a78f4-2950-47c3-84c4-a701e7a9aab5 node DatanodeRegistration(127.0.0.1:32873, datanodeUuid=a32454f7-5f25-481b-871e-0df31906d641, infoPort=40571, infoSecurePort=0, ipcPort=36303, storageInfo=lv=-57;cid=testClusterID;nsid=1815043858;c=1733177932682), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:18:53,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a 2024-12-02T22:18:53,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:18:53,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:18:53,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:18:53,879 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969 with version=8 2024-12-02T22:18:53,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/hbase-staging 2024-12-02T22:18:53,882 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:18:53,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:18:53,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:18:53,882 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:18:53,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:18:53,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:18:53,882 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:18:53,882 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:18:53,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43893 2024-12-02T22:18:53,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43893 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-12-02T22:18:53,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438930x0, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:18:53,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43893-0x1009d1278c80003 connected 2024-12-02T22:18:53,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:18:53,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:18:53,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Set watcher on znode that does not yet exist, /1943455483/running 2024-12-02T22:18:53,936 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969, hbase.cluster.distributed=false 2024-12-02T22:18:53,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Set watcher on znode that does not yet exist, /1943455483/acl 2024-12-02T22:18:53,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43893 2024-12-02T22:18:53,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43893 2024-12-02T22:18:53,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43893 2024-12-02T22:18:53,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43893 2024-12-02T22:18:53,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43893 2024-12-02T22:18:54,002 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:18:54,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:18:54,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:18:54,002 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:18:54,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:18:54,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:18:54,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:18:54,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:18:54,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44307 2024-12-02T22:18:54,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44307 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-12-02T22:18:54,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:18:54,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:18:54,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443070x0, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:18:54,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443070x0, quorum=127.0.0.1:60420, baseZNode=/1943455483 Set watcher on znode that does not yet exist, /1943455483/running 2024-12-02T22:18:54,016 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:18:54,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44307-0x1009d1278c80004 connected 2024-12-02T22:18:54,019 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:18:54,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Set watcher on znode that does not yet exist, /1943455483/master 2024-12-02T22:18:54,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Set watcher on znode that does not yet exist, /1943455483/acl 2024-12-02T22:18:54,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44307 2024-12-02T22:18:54,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44307 2024-12-02T22:18:54,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44307 2024-12-02T22:18:54,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44307 2024-12-02T22:18:54,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44307 2024-12-02T22:18:54,084 DEBUG [M:0;7ae73638d47e:43893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:43893 2024-12-02T22:18:54,085 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1943455483/backup-masters/7ae73638d47e,43893,1733177933882 2024-12-02T22:18:54,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483/backup-masters 2024-12-02T22:18:54,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483/backup-masters 2024-12-02T22:18:54,087 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Set watcher on existing znode=/1943455483/backup-masters/7ae73638d47e,43893,1733177933882 2024-12-02T22:18:54,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1943455483/master 2024-12-02T22:18:54,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:18:54,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:18:54,090 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Set watcher on existing znode=/1943455483/master 2024-12-02T22:18:54,090 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1943455483/backup-masters/7ae73638d47e,43893,1733177933882 from backup master directory 2024-12-02T22:18:54,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1943455483/backup-masters/7ae73638d47e,43893,1733177933882 2024-12-02T22:18:54,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483/backup-masters 2024-12-02T22:18:54,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483/backup-masters 2024-12-02T22:18:54,092 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:18:54,092 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,43893,1733177933882 2024-12-02T22:18:54,097 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/hbase.id] with ID: d86e4ae0-2e96-4dc6-bea0-5737f730e69d 2024-12-02T22:18:54,098 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/.tmp/hbase.id 2024-12-02T22:18:54,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:18:54,511 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/.tmp/hbase.id]:[hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/hbase.id] 2024-12-02T22:18:54,526 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:18:54,526 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:18:54,527 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:18:54,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:18:54,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:18:54,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:18:54,941 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:18:54,942 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:18:54,943 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:18:54,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:18:54,951 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store 2024-12-02T22:18:54,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:18:55,376 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:18:55,376 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:18:55,376 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:55,376 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:55,376 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:18:55,376 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:55,376 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:55,376 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177935376Disabling compacts and flushes for region at 1733177935376Disabling writes for close at 1733177935376Writing region close event to WAL at 1733177935376Closed at 1733177935376 2024-12-02T22:18:55,378 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/.initializing 2024-12-02T22:18:55,378 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/WALs/7ae73638d47e,43893,1733177933882 2024-12-02T22:18:55,379 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:18:55,380 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C43893%2C1733177933882, suffix=, logDir=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/WALs/7ae73638d47e,43893,1733177933882, archiveDir=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/oldWALs, maxLogs=10 2024-12-02T22:18:55,394 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/WALs/7ae73638d47e,43893,1733177933882/7ae73638d47e%2C43893%2C1733177933882.1733177935381, exclude list is [], retry=0 2024-12-02T22:18:55,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32873,DS-5ab9e966-ee76-41c6-9515-4a2f91d98e79,DISK] 2024-12-02T22:18:55,401 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/WALs/7ae73638d47e,43893,1733177933882/7ae73638d47e%2C43893%2C1733177933882.1733177935381 2024-12-02T22:18:55,401 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40571:40571)] 2024-12-02T22:18:55,401 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:18:55,402 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:18:55,402 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:55,402 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:55,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:55,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:18:55,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:55,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:55,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:55,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:18:55,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:55,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:18:55,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:55,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:18:55,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:55,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:18:55,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:55,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:18:55,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:55,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:18:55,408 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:55,409 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:55,409 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:55,410 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:55,410 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:55,411 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:18:55,412 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:18:55,415 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:18:55,415 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67548640, jitterRate=0.006553173065185547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:18:55,416 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177935402Initializing all the Stores at 1733177935403 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177935403Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177935403Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177935403Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177935403Cleaning up temporary data from old regions at 1733177935410 (+7 ms)Region opened successfully at 1733177935416 (+6 ms) 2024-12-02T22:18:55,416 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:18:55,419 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e72391a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:18:55,420 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:18:55,420 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:18:55,420 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:18:55,420 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:18:55,420 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:18:55,421 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:18:55,421 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:18:55,427 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:18:55,428 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Unable to get data of znode /1943455483/balancer because node does not exist (not necessarily an error) 2024-12-02T22:18:55,430 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1943455483/balancer already deleted, retry=false 2024-12-02T22:18:55,430 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:18:55,431 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Unable to get data of znode /1943455483/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:18:55,432 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1943455483/normalizer already deleted, retry=false 2024-12-02T22:18:55,432 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:18:55,440 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Unable to get data of znode /1943455483/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:18:55,441 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1943455483/switch/split already deleted, retry=false 2024-12-02T22:18:55,442 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Unable to get data of znode /1943455483/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:18:55,443 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1943455483/switch/merge already deleted, retry=false 2024-12-02T22:18:55,445 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Unable to get data of znode /1943455483/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:18:55,447 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1943455483/snapshot-cleanup already deleted, retry=false 2024-12-02T22:18:55,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1943455483/running 2024-12-02T22:18:55,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:18:55,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1943455483/running 2024-12-02T22:18:55,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:18:55,449 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,43893,1733177933882, sessionid=0x1009d1278c80003, setting cluster-up flag (Was=false) 2024-12-02T22:18:55,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:18:55,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:18:55,460 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1943455483/flush-table-proc/acquired, /1943455483/flush-table-proc/reached, /1943455483/flush-table-proc/abort 2024-12-02T22:18:55,461 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,43893,1733177933882 2024-12-02T22:18:55,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:18:55,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:18:55,469 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1943455483/online-snapshot/acquired, /1943455483/online-snapshot/reached, /1943455483/online-snapshot/abort 2024-12-02T22:18:55,470 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,43893,1733177933882 2024-12-02T22:18:55,472 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:18:55,473 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:18:55,473 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:18:55,474 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:18:55,474 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,43893,1733177933882 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:18:55,475 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:18:55,475 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:18:55,475 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:18:55,475 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:18:55,475 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:18:55,475 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:55,475 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:18:55,475 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:55,478 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733177965478 2024-12-02T22:18:55,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:18:55,478 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:18:55,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:18:55,478 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:18:55,478 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:18:55,478 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:18:55,478 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:18:55,478 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:18:55,478 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:55,479 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:18:55,479 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:18:55,479 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:18:55,479 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:18:55,479 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:55,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:18:55,479 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:18:55,480 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:18:55,480 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177935480,5,FailOnTimeoutGroup] 2024-12-02T22:18:55,484 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177935480,5,FailOnTimeoutGroup] 2024-12-02T22:18:55,484 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:55,484 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:18:55,484 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:55,485 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:55,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:18:55,489 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:18:55,489 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969 2024-12-02T22:18:55,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:18:55,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:18:55,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:18:55,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:18:55,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:55,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:55,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:18:55,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:18:55,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:55,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:55,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:18:55,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:18:55,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:55,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:55,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:18:55,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:18:55,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:55,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:55,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:18:55,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/data/hbase/meta/1588230740 2024-12-02T22:18:55,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/data/hbase/meta/1588230740 2024-12-02T22:18:55,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:18:55,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:18:55,510 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:18:55,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:18:55,516 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:18:55,516 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64363833, jitterRate=-0.040904149413108826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:18:55,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733177935498Initializing all the Stores at 1733177935498Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177935498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177935500 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177935500Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177935500Cleaning up temporary data from old regions at 1733177935509 (+9 ms)Region opened successfully at 1733177935516 (+7 ms) 2024-12-02T22:18:55,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:18:55,516 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:18:55,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:18:55,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:18:55,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:18:55,521 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:18:55,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177935516Disabling compacts and flushes for region at 1733177935516Disabling writes for close at 1733177935516Writing region close event to WAL at 1733177935521 (+5 ms)Closed at 1733177935521 2024-12-02T22:18:55,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:18:55,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:18:55,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:18:55,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:18:55,524 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:18:55,568 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(746): ClusterId : d86e4ae0-2e96-4dc6-bea0-5737f730e69d 2024-12-02T22:18:55,568 DEBUG [RS:0;7ae73638d47e:44307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:18:55,572 DEBUG [RS:0;7ae73638d47e:44307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:18:55,572 DEBUG [RS:0;7ae73638d47e:44307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:18:55,574 DEBUG [RS:0;7ae73638d47e:44307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:18:55,574 DEBUG [RS:0;7ae73638d47e:44307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61af2877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:18:55,592 DEBUG [RS:0;7ae73638d47e:44307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:44307 2024-12-02T22:18:55,592 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:18:55,592 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:18:55,592 DEBUG [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:18:55,593 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,43893,1733177933882 with port=44307, startcode=1733177934002 2024-12-02T22:18:55,593 DEBUG [RS:0;7ae73638d47e:44307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:18:55,595 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:18:55,595 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,44307,1733177934002 2024-12-02T22:18:55,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43893 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,44307,1733177934002 2024-12-02T22:18:55,597 DEBUG [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969 2024-12-02T22:18:55,597 DEBUG [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39747 2024-12-02T22:18:55,597 DEBUG [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:18:55,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483/rs 2024-12-02T22:18:55,610 DEBUG [RS:0;7ae73638d47e:44307 {}] zookeeper.ZKUtil(111): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Set watcher on existing znode=/1943455483/rs/7ae73638d47e,44307,1733177934002 2024-12-02T22:18:55,610 WARN [RS:0;7ae73638d47e:44307 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:18:55,610 INFO [RS:0;7ae73638d47e:44307 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:18:55,610 DEBUG [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/WALs/7ae73638d47e,44307,1733177934002 2024-12-02T22:18:55,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,44307,1733177934002] 2024-12-02T22:18:55,615 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:18:55,620 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:18:55,621 INFO [RS:0;7ae73638d47e:44307 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:18:55,621 INFO [RS:0;7ae73638d47e:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:55,621 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:18:55,622 INFO [RS:0;7ae73638d47e:44307 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:18:55,622 INFO [RS:0;7ae73638d47e:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:55,622 DEBUG [RS:0;7ae73638d47e:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:55,622 DEBUG [RS:0;7ae73638d47e:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:55,622 DEBUG [RS:0;7ae73638d47e:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:55,622 DEBUG [RS:0;7ae73638d47e:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:55,622 DEBUG [RS:0;7ae73638d47e:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:55,622 DEBUG [RS:0;7ae73638d47e:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:18:55,622 DEBUG [RS:0;7ae73638d47e:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:55,622 DEBUG [RS:0;7ae73638d47e:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:55,622 DEBUG [RS:0;7ae73638d47e:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:55,622 DEBUG [RS:0;7ae73638d47e:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:55,622 DEBUG [RS:0;7ae73638d47e:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:55,622 DEBUG [RS:0;7ae73638d47e:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:18:55,622 DEBUG [RS:0;7ae73638d47e:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:18:55,622 DEBUG [RS:0;7ae73638d47e:44307 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:18:55,623 INFO [RS:0;7ae73638d47e:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:55,623 INFO [RS:0;7ae73638d47e:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:55,623 INFO [RS:0;7ae73638d47e:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:55,623 INFO [RS:0;7ae73638d47e:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:55,623 INFO [RS:0;7ae73638d47e:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:55,623 INFO [RS:0;7ae73638d47e:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44307,1733177934002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:18:55,643 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:18:55,643 INFO [RS:0;7ae73638d47e:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44307,1733177934002-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:55,644 INFO [RS:0;7ae73638d47e:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:55,644 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.Replication(171): 7ae73638d47e,44307,1733177934002 started 2024-12-02T22:18:55,663 INFO [RS:0;7ae73638d47e:44307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:55,663 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,44307,1733177934002, RpcServer on 7ae73638d47e/172.17.0.2:44307, sessionid=0x1009d1278c80004 2024-12-02T22:18:55,663 DEBUG [RS:0;7ae73638d47e:44307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:18:55,663 DEBUG [RS:0;7ae73638d47e:44307 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,44307,1733177934002 2024-12-02T22:18:55,663 DEBUG [RS:0;7ae73638d47e:44307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,44307,1733177934002' 2024-12-02T22:18:55,663 DEBUG [RS:0;7ae73638d47e:44307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1943455483/flush-table-proc/abort' 2024-12-02T22:18:55,664 DEBUG [RS:0;7ae73638d47e:44307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1943455483/flush-table-proc/acquired' 2024-12-02T22:18:55,664 DEBUG [RS:0;7ae73638d47e:44307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:18:55,664 DEBUG [RS:0;7ae73638d47e:44307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:18:55,664 DEBUG [RS:0;7ae73638d47e:44307 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,44307,1733177934002 2024-12-02T22:18:55,664 DEBUG [RS:0;7ae73638d47e:44307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,44307,1733177934002' 2024-12-02T22:18:55,664 DEBUG [RS:0;7ae73638d47e:44307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1943455483/online-snapshot/abort' 2024-12-02T22:18:55,665 DEBUG [RS:0;7ae73638d47e:44307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1943455483/online-snapshot/acquired' 2024-12-02T22:18:55,665 DEBUG [RS:0;7ae73638d47e:44307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:18:55,665 INFO [RS:0;7ae73638d47e:44307 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:18:55,665 INFO [RS:0;7ae73638d47e:44307 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:18:55,674 WARN [7ae73638d47e:43893 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:18:55,766 INFO [RS:0;7ae73638d47e:44307 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:18:55,768 INFO [RS:0;7ae73638d47e:44307 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C44307%2C1733177934002, suffix=, logDir=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/WALs/7ae73638d47e,44307,1733177934002, archiveDir=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/oldWALs, maxLogs=10 2024-12-02T22:18:55,789 DEBUG [RS:0;7ae73638d47e:44307 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/WALs/7ae73638d47e,44307,1733177934002/7ae73638d47e%2C44307%2C1733177934002.1733177935768, exclude list is [], retry=0 2024-12-02T22:18:55,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32873,DS-5ab9e966-ee76-41c6-9515-4a2f91d98e79,DISK] 2024-12-02T22:18:55,799 INFO [RS:0;7ae73638d47e:44307 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/WALs/7ae73638d47e,44307,1733177934002/7ae73638d47e%2C44307%2C1733177934002.1733177935768 2024-12-02T22:18:55,801 DEBUG [RS:0;7ae73638d47e:44307 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40571:40571)] 2024-12-02T22:18:55,924 DEBUG [7ae73638d47e:43893 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:18:55,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,44307,1733177934002 2024-12-02T22:18:55,926 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,44307,1733177934002, state=OPENING 2024-12-02T22:18:55,929 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:18:55,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:18:55,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:18:55,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1943455483/meta-region-server: CHANGED 2024-12-02T22:18:55,932 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:18:55,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,44307,1733177934002}] 2024-12-02T22:18:55,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1943455483/meta-region-server: CHANGED 2024-12-02T22:18:56,085 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:18:56,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:18:56,107 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:18:56,107 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:18:56,107 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:18:56,109 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C44307%2C1733177934002.meta, suffix=.meta, logDir=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/WALs/7ae73638d47e,44307,1733177934002, archiveDir=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/oldWALs, maxLogs=10 2024-12-02T22:18:56,123 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/WALs/7ae73638d47e,44307,1733177934002/7ae73638d47e%2C44307%2C1733177934002.meta.1733177936109.meta, exclude list is [], retry=0 2024-12-02T22:18:56,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32873,DS-5ab9e966-ee76-41c6-9515-4a2f91d98e79,DISK] 2024-12-02T22:18:56,126 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/WALs/7ae73638d47e,44307,1733177934002/7ae73638d47e%2C44307%2C1733177934002.meta.1733177936109.meta 2024-12-02T22:18:56,127 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40571:40571)] 2024-12-02T22:18:56,127 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:18:56,127 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:18:56,127 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:18:56,127 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:18:56,127 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:18:56,127 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:18:56,128 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:18:56,128 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:18:56,128 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:18:56,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:18:56,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:18:56,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:56,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:56,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:18:56,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:18:56,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:56,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:56,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:18:56,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:18:56,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:56,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:56,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:18:56,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:18:56,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:56,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:18:56,133 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:18:56,134 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/data/hbase/meta/1588230740 2024-12-02T22:18:56,135 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/data/hbase/meta/1588230740 2024-12-02T22:18:56,136 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:18:56,136 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:18:56,137 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:18:56,138 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:18:56,138 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65310024, jitterRate=-0.026804804801940918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:18:56,139 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:18:56,139 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733177936128Writing region info on filesystem at 1733177936128Initializing all the Stores at 1733177936128Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177936128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177936129 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177936129Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177936129Cleaning up temporary data from old regions at 1733177936136 (+7 ms)Running coprocessor post-open hooks at 1733177936139 (+3 ms)Region opened successfully at 1733177936139 2024-12-02T22:18:56,139 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733177936085 2024-12-02T22:18:56,141 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:18:56,141 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:18:56,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,44307,1733177934002 2024-12-02T22:18:56,143 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,44307,1733177934002, state=OPEN 2024-12-02T22:18:56,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1943455483/meta-region-server 2024-12-02T22:18:56,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1943455483/meta-region-server 2024-12-02T22:18:56,144 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,44307,1733177934002 2024-12-02T22:18:56,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1943455483/meta-region-server: CHANGED 2024-12-02T22:18:56,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1943455483/meta-region-server: CHANGED 2024-12-02T22:18:56,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:18:56,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,44307,1733177934002 in 212 msec 2024-12-02T22:18:56,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:18:56,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 624 msec 2024-12-02T22:18:56,149 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:18:56,149 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:18:56,150 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:18:56,150 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,44307,1733177934002, seqNum=-1] 2024-12-02T22:18:56,151 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:18:56,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:18:56,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 683 msec 2024-12-02T22:18:56,156 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733177936156, completionTime=-1 2024-12-02T22:18:56,157 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:18:56,157 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:18:56,159 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:18:56,159 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733177996159 2024-12-02T22:18:56,159 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178056159 2024-12-02T22:18:56,159 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T22:18:56,159 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43893,1733177933882-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:56,159 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43893,1733177933882-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:56,159 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43893,1733177933882-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:56,159 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:43893, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:56,159 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:56,160 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:56,161 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:18:56,163 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.071sec 2024-12-02T22:18:56,163 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:18:56,163 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:18:56,164 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:18:56,164 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:18:56,164 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:18:56,164 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43893,1733177933882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:18:56,164 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43893,1733177933882-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:18:56,166 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:18:56,166 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:18:56,166 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43893,1733177933882-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:18:56,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff4ec98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:56,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43893,-1 for getting cluster id 2024-12-02T22:18:56,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:18:56,169 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd86e4ae0-2e96-4dc6-bea0-5737f730e69d' 2024-12-02T22:18:56,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:18:56,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d86e4ae0-2e96-4dc6-bea0-5737f730e69d" 2024-12-02T22:18:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7245e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43893,-1] 2024-12-02T22:18:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:18:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:56,171 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:18:56,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34823dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:56,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:18:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,44307,1733177934002, seqNum=-1] 2024-12-02T22:18:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:18:56,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:18:56,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,43893,1733177933882 2024-12-02T22:18:56,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-12-02T22:18:56,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:18:56,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009d1278c80005 connected 2024-12-02T22:18:56,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691a3201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:56,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,36767,-1 for getting cluster id 2024-12-02T22:18:56,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:18:56,183 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54af063a-4dd0-492e-952b-c65ee1ffa9c2' 2024-12-02T22:18:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:18:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54af063a-4dd0-492e-952b-c65ee1ffa9c2" 2024-12-02T22:18:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ebb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,36767,-1] 2024-12-02T22:18:56,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:18:56,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:56,184 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:18:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4461c486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:56,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:18:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,36767,1733177930048 2024-12-02T22:18:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6abd19bd 2024-12-02T22:18:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:18:56,187 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:18:56,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36767 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:43893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:18:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36767 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:18:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:18:56,190 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:43893' 2024-12-02T22:18:56,191 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1873adf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:56,191 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43893,-1 for getting cluster id 2024-12-02T22:18:56,191 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:18:56,191 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd86e4ae0-2e96-4dc6-bea0-5737f730e69d' 2024-12-02T22:18:56,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:18:56,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d86e4ae0-2e96-4dc6-bea0-5737f730e69d" 2024-12-02T22:18:56,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7f043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:56,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43893,-1] 2024-12-02T22:18:56,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:18:56,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:56,193 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:18:56,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2e45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:56,194 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:18:56,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,43893,1733177933882 2024-12-02T22:18:56,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14ae012b 2024-12-02T22:18:56,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:18:56,195 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:18:56,196 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T22:18:56,196 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:18:56,196 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:56,196 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:56,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:18:56,196 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:18:56,197 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:18:56,198 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:18:56,198 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:56,199 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:18:56,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741835_1011 (size=1138) 2024-12-02T22:18:56,248 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:18:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:18:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:18:56,606 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d9dc8b64b0e148fadc19257c0ac0614, NAME => 'hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb 2024-12-02T22:18:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741836_1012 (size=44) 2024-12-02T22:18:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:18:57,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:18:57,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1d9dc8b64b0e148fadc19257c0ac0614, disabling compactions & flushes 2024-12-02T22:18:57,013 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:18:57,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:18:57,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. after waiting 0 ms 2024-12-02T22:18:57,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:18:57,013 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:18:57,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d9dc8b64b0e148fadc19257c0ac0614: Waiting for close lock at 1733177937013Disabling compacts and flushes for region at 1733177937013Disabling writes for close at 1733177937013Writing region close event to WAL at 1733177937013Closed at 1733177937013 2024-12-02T22:18:57,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:18:57,015 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733177937015"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733177937015"}]},"ts":"1733177937015"} 2024-12-02T22:18:57,018 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:18:57,019 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:18:57,019 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177937019"}]},"ts":"1733177937019"} 2024-12-02T22:18:57,021 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:18:57,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d9dc8b64b0e148fadc19257c0ac0614, ASSIGN}] 2024-12-02T22:18:57,023 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d9dc8b64b0e148fadc19257c0ac0614, ASSIGN 2024-12-02T22:18:57,023 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d9dc8b64b0e148fadc19257c0ac0614, ASSIGN; state=OFFLINE, location=7ae73638d47e,40575,1733177930155; forceNewPlan=false, retain=false 2024-12-02T22:18:57,174 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1d9dc8b64b0e148fadc19257c0ac0614, regionState=OPENING, regionLocation=7ae73638d47e,40575,1733177930155 2024-12-02T22:18:57,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d9dc8b64b0e148fadc19257c0ac0614, ASSIGN because future has completed 2024-12-02T22:18:57,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d9dc8b64b0e148fadc19257c0ac0614, server=7ae73638d47e,40575,1733177930155}] 2024-12-02T22:18:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:18:57,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:18:57,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:18:57,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:18:57,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C40575%2C1733177930155.rep, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/oldWALs, maxLogs=10 2024-12-02T22:18:57,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155/7ae73638d47e%2C40575%2C1733177930155.rep.1733177937337, exclude list is [], retry=0 2024-12-02T22:18:57,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-68bd0656-f0eb-40c7-bbf2-f5551db78323,DISK] 2024-12-02T22:18:57,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155/7ae73638d47e%2C40575%2C1733177930155.rep.1733177937337 2024-12-02T22:18:57,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34833:34833)] 2024-12-02T22:18:57,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d9dc8b64b0e148fadc19257c0ac0614, NAME => 'hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:18:57,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:18:57,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:18:57,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. service=MultiRowMutationService 2024-12-02T22:18:57,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:18:57,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:57,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:18:57,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:57,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:57,364 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:57,365 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d9dc8b64b0e148fadc19257c0ac0614 columnFamilyName hfileref 2024-12-02T22:18:57,365 DEBUG [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:57,365 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] regionserver.HStore(327): Store=1d9dc8b64b0e148fadc19257c0ac0614/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:18:57,365 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:57,366 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d9dc8b64b0e148fadc19257c0ac0614 columnFamilyName queue 2024-12-02T22:18:57,366 DEBUG [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:57,367 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] regionserver.HStore(327): Store=1d9dc8b64b0e148fadc19257c0ac0614/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:18:57,367 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:57,368 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d9dc8b64b0e148fadc19257c0ac0614 columnFamilyName sid 2024-12-02T22:18:57,368 DEBUG [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:18:57,368 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] regionserver.HStore(327): Store=1d9dc8b64b0e148fadc19257c0ac0614/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:18:57,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:57,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/replication/1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:57,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/replication/1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:57,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:57,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:57,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:18:57,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:57,375 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:18:57,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/replication/1d9dc8b64b0e148fadc19257c0ac0614/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:18:57,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1d9dc8b64b0e148fadc19257c0ac0614; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65439117, jitterRate=-0.024881169199943542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:18:57,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:57,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1d9dc8b64b0e148fadc19257c0ac0614: Running coprocessor pre-open hook at 1733177937363Writing region info on filesystem at 1733177937363Initializing all the Stores at 1733177937363Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177937363Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177937364 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177937364Cleaning up temporary data from old regions at 1733177937370 (+6 ms)Running coprocessor post-open hooks at 1733177937376 (+6 ms)Region opened successfully at 1733177937377 (+1 ms) 2024-12-02T22:18:57,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614., pid=7, masterSystemTime=1733177937329 2024-12-02T22:18:57,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:18:57,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:18:57,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1d9dc8b64b0e148fadc19257c0ac0614, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,40575,1733177930155 2024-12-02T22:18:57,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d9dc8b64b0e148fadc19257c0ac0614, server=7ae73638d47e,40575,1733177930155 because future has completed 2024-12-02T22:18:57,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T22:18:57,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d9dc8b64b0e148fadc19257c0ac0614, server=7ae73638d47e,40575,1733177930155 in 206 msec 2024-12-02T22:18:57,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:18:57,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d9dc8b64b0e148fadc19257c0ac0614, ASSIGN in 364 msec 2024-12-02T22:18:57,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:18:57,389 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177937388"}]},"ts":"1733177937388"} 2024-12-02T22:18:57,390 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:18:57,391 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:18:57,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-12-02T22:18:57,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614., hostname=7ae73638d47e,40575,1733177930155, seqNum=2] 2024-12-02T22:18:57,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:57,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:57,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:18:57,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T22:18:57,565 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:18:57,603 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,40575,1733177930155, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:18:57,604 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:18:57,604 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,40575,1733177930155, seqNum=-1] 2024-12-02T22:18:57,604 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:18:57,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-02T22:18:57,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,40575,1733177930155', locateType=CURRENT is [region=hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614., hostname=7ae73638d47e,40575,1733177930155, seqNum=2] 2024-12-02T22:18:57,610 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T22:18:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36767 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T22:18:57,613 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,40575,1733177930155 suceeded 2024-12-02T22:18:57,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T22:18:57,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-02T22:18:57,615 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:43893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:18:57,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4280 sec 2024-12-02T22:18:57,626 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:43893' 2024-12-02T22:18:57,627 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d88bb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:57,627 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43893,-1 for getting cluster id 2024-12-02T22:18:57,627 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:18:57,628 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd86e4ae0-2e96-4dc6-bea0-5737f730e69d' 2024-12-02T22:18:57,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:18:57,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d86e4ae0-2e96-4dc6-bea0-5737f730e69d" 2024-12-02T22:18:57,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@714ab382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:57,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43893,-1] 2024-12-02T22:18:57,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:18:57,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:57,630 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:18:57,631 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@791f7141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:18:57,631 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:18:57,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,43893,1733177933882 2024-12-02T22:18:57,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@111238b8 2024-12-02T22:18:57,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:18:57,636 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-02T22:18:57,637 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,40575,1733177930155 (queues=1) is replicating from cluster=54af063a-4dd0-492e-952b-c65ee1ffa9c2 to cluster=d86e4ae0-2e96-4dc6-bea0-5737f730e69d 2024-12-02T22:18:57,637 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C40575%2C1733177930155 2024-12-02T22:18:57,637 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,40575,1733177930155, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:18:57,638 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155.replicationSource.wal-reader.7ae73638d47e%2C40575%2C1733177930155,1-7ae73638d47e,40575,1733177930155 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155/7ae73638d47e%2C40575%2C1733177930155.1733177931543, startPosition=0, beingWritten=true 2024-12-02T22:18:57,644 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155.replicationSource.shipper7ae73638d47e%2C40575%2C1733177930155,1-7ae73638d47e,40575,1733177930155 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C40575%2C1733177930155 2024-12-02T22:18:57,863 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155.replicationSource.wal-reader.7ae73638d47e%2C40575%2C1733177930155,1-7ae73638d47e,40575,1733177930155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155/7ae73638d47e%2C40575%2C1733177930155.1733177931543 to pos 0, reset compression=false 2024-12-02T22:18:58,055 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:18:58,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:58,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:58,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:58,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:58,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:58,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:18:58,176 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155.replicationSource.wal-reader.7ae73638d47e%2C40575%2C1733177930155,1-7ae73638d47e,40575,1733177930155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155/7ae73638d47e%2C40575%2C1733177930155.1733177931543 to pos 0, reset compression=false 2024-12-02T22:18:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:18:58,332 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:18:58,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:18:58,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:18:58,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:58,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:58,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:18:58,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:18:58,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,36767,1733177930048 2024-12-02T22:18:58,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@113470ab 2024-12-02T22:18:58,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:18:58,335 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:18:58,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36767 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T22:18:58,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:18:58,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:18:58,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:58,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:58,338 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:18:58,338 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=261274106, stopped=false 2024-12-02T22:18:58,338 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,36767,1733177930048 2024-12-02T22:18:58,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:18:58,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626424573/running 2024-12-02T22:18:58,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626424573/running 2024-12-02T22:18:58,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:58,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:58,340 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:18:58,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:18:58,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:18:58,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:58,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on znode that does not yet exist, /0-626424573/running 2024-12-02T22:18:58,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on znode that does not yet exist, /0-626424573/running 2024-12-02T22:18:58,341 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,40575,1733177930155' ***** 2024-12-02T22:18:58,341 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:18:58,341 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:18:58,341 INFO [RS:0;7ae73638d47e:40575 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:18:58,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:18:58,341 INFO [RS:0;7ae73638d47e:40575 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:18:58,341 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:58,342 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,40575,1733177930155 2024-12-02T22:18:58,342 INFO [RS:0;7ae73638d47e:40575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:18:58,342 INFO [RS:0;7ae73638d47e:40575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:40575. 2024-12-02T22:18:58,342 DEBUG [RS:0;7ae73638d47e:40575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:18:58,342 DEBUG [RS:0;7ae73638d47e:40575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:58,342 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d9dc8b64b0e148fadc19257c0ac0614, disabling compactions & flushes 2024-12-02T22:18:58,342 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:18:58,342 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:18:58,342 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:18:58,342 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:18:58,342 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:18:58,342 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. after waiting 0 ms 2024-12-02T22:18:58,342 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:18:58,342 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:18:58,342 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1d9dc8b64b0e148fadc19257c0ac0614 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-02T22:18:58,344 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T22:18:58,344 DEBUG [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1d9dc8b64b0e148fadc19257c0ac0614=hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614.} 2024-12-02T22:18:58,344 DEBUG [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:58,344 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:18:58,344 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:18:58,344 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:18:58,344 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:18:58,344 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:18:58,344 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T22:18:58,369 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/.tmp/info/98d2b6e722b245bc92049babd7c5e565 is 147, key is hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614./info:regioninfo/1733177937380/Put/seqid=0 2024-12-02T22:18:58,370 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/replication/1d9dc8b64b0e148fadc19257c0ac0614/.tmp/queue/e35bfff0dbff4436b4b4ad085044e0c1 is 151, key is 1-7ae73638d47e,40575,1733177930155/queue:7ae73638d47e%2C40575%2C1733177930155/1733177937609/Put/seqid=0 2024-12-02T22:18:58,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741838_1014 (size=6631) 2024-12-02T22:18:58,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741839_1015 (size=5350) 2024-12-02T22:18:58,390 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:18:58,390 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:18:58,406 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:18:58,544 DEBUG [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:58,587 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155.replicationSource.wal-reader.7ae73638d47e%2C40575%2C1733177930155,1-7ae73638d47e,40575,1733177930155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155/7ae73638d47e%2C40575%2C1733177930155.1733177931543 to pos 0, reset compression=false 2024-12-02T22:18:58,744 DEBUG [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:18:58,783 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/replication/1d9dc8b64b0e148fadc19257c0ac0614/.tmp/queue/e35bfff0dbff4436b4b4ad085044e0c1 2024-12-02T22:18:58,783 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/.tmp/info/98d2b6e722b245bc92049babd7c5e565 2024-12-02T22:18:58,792 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/replication/1d9dc8b64b0e148fadc19257c0ac0614/.tmp/queue/e35bfff0dbff4436b4b4ad085044e0c1 as hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/replication/1d9dc8b64b0e148fadc19257c0ac0614/queue/e35bfff0dbff4436b4b4ad085044e0c1 2024-12-02T22:18:58,798 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/replication/1d9dc8b64b0e148fadc19257c0ac0614/queue/e35bfff0dbff4436b4b4ad085044e0c1, entries=1, sequenceid=5, filesize=5.2 K 2024-12-02T22:18:58,799 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1d9dc8b64b0e148fadc19257c0ac0614 in 457ms, sequenceid=5, compaction requested=false 2024-12-02T22:18:58,799 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T22:18:58,804 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/replication/1d9dc8b64b0e148fadc19257c0ac0614/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T22:18:58,804 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:18:58,804 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:18:58,804 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:18:58,804 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d9dc8b64b0e148fadc19257c0ac0614: Waiting for close lock at 1733177938342Running coprocessor pre-close hooks at 1733177938342Disabling compacts and flushes for region at 1733177938342Disabling writes for close at 1733177938342Obtaining lock to block concurrent updates at 1733177938343 (+1 ms)Preparing flush snapshotting stores in 1d9dc8b64b0e148fadc19257c0ac0614 at 1733177938343Finished memstore snapshotting hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733177938343Flushing stores of hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. at 1733177938351 (+8 ms)Flushing 1d9dc8b64b0e148fadc19257c0ac0614/queue: creating writer at 1733177938351Flushing 1d9dc8b64b0e148fadc19257c0ac0614/queue: appending metadata at 1733177938369 (+18 ms)Flushing 1d9dc8b64b0e148fadc19257c0ac0614/queue: closing flushed file at 1733177938369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb5e857: reopening flushed file at 1733177938791 (+422 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1d9dc8b64b0e148fadc19257c0ac0614 in 457ms, sequenceid=5, compaction requested=false at 1733177938799 (+8 ms)Writing region close event to WAL at 1733177938801 (+2 ms)Running coprocessor post-close hooks at 1733177938804 (+3 ms)Closed at 1733177938804 2024-12-02T22:18:58,805 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:18:58,817 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/.tmp/ns/7e179d502cbf4faa9ebf2fecbd51ea09 is 43, key is default/ns:d/1733177932602/Put/seqid=0 2024-12-02T22:18:58,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741840_1016 (size=5153) 2024-12-02T22:18:58,821 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/.tmp/ns/7e179d502cbf4faa9ebf2fecbd51ea09 2024-12-02T22:18:58,844 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/.tmp/table/6e5199b7ab264bc09a3f659bda23e6a2 is 53, key is hbase:replication/table:state/1733177937388/Put/seqid=0 2024-12-02T22:18:58,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741841_1017 (size=5256) 2024-12-02T22:18:58,944 DEBUG [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:18:59,092 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155.replicationSource.wal-reader.7ae73638d47e%2C40575%2C1733177930155,1-7ae73638d47e,40575,1733177930155 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155/7ae73638d47e%2C40575%2C1733177930155.1733177931543 to pos 0, reset compression=false 2024-12-02T22:18:59,145 DEBUG [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:18:59,250 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/.tmp/table/6e5199b7ab264bc09a3f659bda23e6a2 2024-12-02T22:18:59,256 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/.tmp/info/98d2b6e722b245bc92049babd7c5e565 as hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/info/98d2b6e722b245bc92049babd7c5e565 2024-12-02T22:18:59,261 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/info/98d2b6e722b245bc92049babd7c5e565, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T22:18:59,262 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/.tmp/ns/7e179d502cbf4faa9ebf2fecbd51ea09 as hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/ns/7e179d502cbf4faa9ebf2fecbd51ea09 2024-12-02T22:18:59,266 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/ns/7e179d502cbf4faa9ebf2fecbd51ea09, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T22:18:59,267 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/.tmp/table/6e5199b7ab264bc09a3f659bda23e6a2 as hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/table/6e5199b7ab264bc09a3f659bda23e6a2 2024-12-02T22:18:59,271 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/table/6e5199b7ab264bc09a3f659bda23e6a2, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T22:18:59,272 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 928ms, sequenceid=11, compaction requested=false 2024-12-02T22:18:59,276 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T22:18:59,277 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:18:59,277 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:18:59,277 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:18:59,277 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177938344Running coprocessor pre-close hooks at 1733177938344Disabling compacts and flushes for region at 1733177938344Disabling writes for close at 1733177938344Obtaining lock to block concurrent updates at 1733177938344Preparing flush snapshotting stores in 1588230740 at 1733177938344Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733177938345 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733177938351 (+6 ms)Flushing 1588230740/info: creating writer at 1733177938351Flushing 1588230740/info: appending metadata at 1733177938369 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733177938369Flushing 1588230740/ns: creating writer at 1733177938790 (+421 ms)Flushing 1588230740/ns: appending metadata at 1733177938816 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733177938816Flushing 1588230740/table: creating writer at 1733177938825 (+9 ms)Flushing 1588230740/table: appending metadata at 1733177938844 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733177938844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176a3ee9: reopening flushed file at 1733177939255 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9e0809: reopening flushed file at 1733177939261 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e13cd06: reopening flushed file at 1733177939266 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 928ms, sequenceid=11, compaction requested=false at 1733177939272 (+6 ms)Writing region close event to WAL at 1733177939273 (+1 ms)Running coprocessor post-close hooks at 1733177939277 (+4 ms)Closed at 1733177939277 2024-12-02T22:18:59,277 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:18:59,345 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,40575,1733177930155; all regions closed. 2024-12-02T22:18:59,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741834_1010 (size=2742) 2024-12-02T22:18:59,352 DEBUG [RS:0;7ae73638d47e:40575 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/oldWALs 2024-12-02T22:18:59,352 INFO [RS:0;7ae73638d47e:40575 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C40575%2C1733177930155.meta:.meta(num 1733177932527) 2024-12-02T22:18:59,355 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155/7ae73638d47e%2C40575%2C1733177930155.rep.1733177937337 not finished, retry = 0 2024-12-02T22:18:59,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741837_1013 (size=1586) 2024-12-02T22:18:59,459 DEBUG [RS:0;7ae73638d47e:40575 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/oldWALs 2024-12-02T22:18:59,459 INFO [RS:0;7ae73638d47e:40575 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C40575%2C1733177930155.rep:(num 1733177937337) 2024-12-02T22:18:59,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741832_1008 (size=93) 2024-12-02T22:18:59,466 DEBUG [RS:0;7ae73638d47e:40575 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/oldWALs 2024-12-02T22:18:59,466 INFO [RS:0;7ae73638d47e:40575 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C40575%2C1733177930155:(num 1733177931543) 2024-12-02T22:18:59,466 DEBUG [RS:0;7ae73638d47e:40575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:59,467 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:18:59,467 INFO [RS:0;7ae73638d47e:40575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:18:59,467 INFO [RS:0;7ae73638d47e:40575 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:18:59,467 INFO [RS:0;7ae73638d47e:40575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:18:59,467 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:18:59,468 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,40575,1733177930155 because: Region server is closing 2024-12-02T22:18:59,468 INFO [RS:0;7ae73638d47e:40575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:40575. 2024-12-02T22:18:59,469 DEBUG [RS:0;7ae73638d47e:40575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:18:59,469 DEBUG [RS:0;7ae73638d47e:40575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:59,469 DEBUG [RS:0;7ae73638d47e:40575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:18:59,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:18:59,569 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155.replicationSource.wal-reader.7ae73638d47e%2C40575%2C1733177930155,1-7ae73638d47e,40575,1733177930155 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:18:59,569 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155.replicationSource.shipper7ae73638d47e%2C40575%2C1733177930155,1-7ae73638d47e,40575,1733177930155 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T22:18:59,569 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,40575,1733177930155.replicationSource.shipper7ae73638d47e%2C40575%2C1733177930155,1-7ae73638d47e,40575,1733177930155 terminated 2024-12-02T22:18:59,570 INFO [RS:0;7ae73638d47e:40575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40575 2024-12-02T22:18:59,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573/rs 2024-12-02T22:18:59,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626424573/rs/7ae73638d47e,40575,1733177930155 2024-12-02T22:18:59,572 INFO [RS:0;7ae73638d47e:40575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:18:59,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,40575,1733177930155] 2024-12-02T22:18:59,575 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-626424573/draining/7ae73638d47e,40575,1733177930155 already deleted, retry=false 2024-12-02T22:18:59,575 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,40575,1733177930155 expired; onlineServers=0 2024-12-02T22:18:59,575 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,36767,1733177930048' ***** 2024-12-02T22:18:59,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:18:59,575 INFO [M:0;7ae73638d47e:36767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:18:59,575 INFO [M:0;7ae73638d47e:36767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:18:59,575 DEBUG [M:0;7ae73638d47e:36767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:18:59,575 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:18:59,575 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177931276 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177931276,5,FailOnTimeoutGroup] 2024-12-02T22:18:59,575 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177931296 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177931296,5,FailOnTimeoutGroup] 2024-12-02T22:18:59,576 DEBUG [M:0;7ae73638d47e:36767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:18:59,576 INFO [M:0;7ae73638d47e:36767 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:18:59,576 INFO [M:0;7ae73638d47e:36767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:18:59,576 DEBUG [M:0;7ae73638d47e:36767 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:18:59,577 INFO [M:0;7ae73638d47e:36767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:18:59,577 INFO [M:0;7ae73638d47e:36767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:18:59,577 INFO [M:0;7ae73638d47e:36767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:18:59,577 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:18:59,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626424573/master 2024-12-02T22:18:59,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:18:59,578 DEBUG [M:0;7ae73638d47e:36767 {}] zookeeper.ZKUtil(347): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Unable to get data of znode /0-626424573/master because node does not exist (not an error) 2024-12-02T22:18:59,578 WARN [M:0;7ae73638d47e:36767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:18:59,579 INFO [M:0;7ae73638d47e:36767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/.lastflushedseqids 2024-12-02T22:18:59,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741842_1018 (size=181) 2024-12-02T22:18:59,593 INFO [M:0;7ae73638d47e:36767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:18:59,594 INFO [M:0;7ae73638d47e:36767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:18:59,594 DEBUG [M:0;7ae73638d47e:36767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:18:59,594 INFO [M:0;7ae73638d47e:36767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:59,594 DEBUG [M:0;7ae73638d47e:36767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:59,595 DEBUG [M:0;7ae73638d47e:36767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:18:59,595 DEBUG [M:0;7ae73638d47e:36767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:18:59,595 INFO [M:0;7ae73638d47e:36767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-02T22:18:59,619 DEBUG [M:0;7ae73638d47e:36767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20d9ca2d8505422db3f70a3fa80e5ebf is 82, key is hbase:meta,,1/info:regioninfo/1733177932585/Put/seqid=0 2024-12-02T22:18:59,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741843_1019 (size=5672) 2024-12-02T22:18:59,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:18:59,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40575-0x1009d1278c80001, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:18:59,674 INFO [RS:0;7ae73638d47e:40575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:18:59,674 INFO [RS:0;7ae73638d47e:40575 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,40575,1733177930155; zookeeper connection closed. 2024-12-02T22:18:59,675 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21e988c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21e988c6 2024-12-02T22:18:59,675 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:19:00,027 INFO [M:0;7ae73638d47e:36767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20d9ca2d8505422db3f70a3fa80e5ebf 2024-12-02T22:19:00,050 DEBUG [M:0;7ae73638d47e:36767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22237e43192c4eeab4e62c21424dc8ee is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733177937393/Put/seqid=0 2024-12-02T22:19:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741844_1020 (size=7203) 2024-12-02T22:19:00,457 INFO [M:0;7ae73638d47e:36767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22237e43192c4eeab4e62c21424dc8ee 2024-12-02T22:19:00,483 DEBUG [M:0;7ae73638d47e:36767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14bdde7cd39c4fb383aaab506227c0ef is 69, key is 7ae73638d47e,40575,1733177930155/rs:state/1733177931358/Put/seqid=0 2024-12-02T22:19:00,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741845_1021 (size=5156) 2024-12-02T22:19:00,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T22:19:00,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T22:19:00,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:00,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T22:19:00,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:19:00,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T22:19:00,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T22:19:00,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T22:19:00,887 INFO [M:0;7ae73638d47e:36767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14bdde7cd39c4fb383aaab506227c0ef 2024-12-02T22:19:00,893 DEBUG [M:0;7ae73638d47e:36767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20d9ca2d8505422db3f70a3fa80e5ebf as hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20d9ca2d8505422db3f70a3fa80e5ebf 2024-12-02T22:19:00,897 INFO [M:0;7ae73638d47e:36767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20d9ca2d8505422db3f70a3fa80e5ebf, entries=8, sequenceid=70, filesize=5.5 K 2024-12-02T22:19:00,898 DEBUG [M:0;7ae73638d47e:36767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22237e43192c4eeab4e62c21424dc8ee as hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22237e43192c4eeab4e62c21424dc8ee 2024-12-02T22:19:00,902 INFO [M:0;7ae73638d47e:36767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22237e43192c4eeab4e62c21424dc8ee, entries=8, sequenceid=70, filesize=7.0 K 2024-12-02T22:19:00,902 DEBUG [M:0;7ae73638d47e:36767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14bdde7cd39c4fb383aaab506227c0ef as hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14bdde7cd39c4fb383aaab506227c0ef 2024-12-02T22:19:00,906 INFO [M:0;7ae73638d47e:36767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14bdde7cd39c4fb383aaab506227c0ef, entries=1, sequenceid=70, filesize=5.0 K 2024-12-02T22:19:00,907 INFO [M:0;7ae73638d47e:36767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=70, compaction requested=false 2024-12-02T22:19:00,909 INFO [M:0;7ae73638d47e:36767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:00,910 DEBUG [M:0;7ae73638d47e:36767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177939594Disabling compacts and flushes for region at 1733177939594Disabling writes for close at 1733177939595 (+1 ms)Obtaining lock to block concurrent updates at 1733177939595Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733177939595Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733177939595Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733177939596 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733177939596Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733177939619 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733177939619Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733177940033 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733177940050 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733177940050Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733177940462 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733177940482 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733177940482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c454524: reopening flushed file at 1733177940892 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc236da: reopening flushed file at 1733177940897 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@266361dd: reopening flushed file at 1733177940902 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=70, compaction requested=false at 1733177940907 (+5 ms)Writing region close event to WAL at 1733177940909 (+2 ms)Closed at 1733177940909 2024-12-02T22:19:00,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741830_1006 (size=41008) 2024-12-02T22:19:00,912 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:19:00,912 INFO [M:0;7ae73638d47e:36767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:19:00,912 INFO [M:0;7ae73638d47e:36767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36767 2024-12-02T22:19:00,913 INFO [M:0;7ae73638d47e:36767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:19:01,015 INFO [M:0;7ae73638d47e:36767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:19:01,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:01,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36767-0x1009d1278c80000, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:01,018 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:19:01,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:01,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:01,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:19:01,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:01,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:19:01,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:19:01,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:19:01,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33829 2024-12-02T22:19:01,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33829 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-12-02T22:19:01,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338290x0, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:01,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33829-0x1009d1278c80006 connected 2024-12-02T22:19:01,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:01,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:01,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on znode that does not yet exist, /0-626424573/running 2024-12-02T22:19:01,030 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626424573/meta-region-server: INIT 2024-12-02T22:19:01,030 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb, hbase.cluster.distributed=false 2024-12-02T22:19:01,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on znode that does not yet exist, /0-626424573/acl 2024-12-02T22:19:01,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33829 2024-12-02T22:19:01,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33829 2024-12-02T22:19:01,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33829 2024-12-02T22:19:01,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33829 2024-12-02T22:19:01,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33829 2024-12-02T22:19:01,060 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:19:01,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:01,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:01,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:19:01,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:01,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:19:01,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:19:01,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:19:01,061 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44831 2024-12-02T22:19:01,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44831 connecting to ZooKeeper ensemble=127.0.0.1:60420 2024-12-02T22:19:01,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:01,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:01,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448310x0, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:01,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44831-0x1009d1278c80007 connected 2024-12-02T22:19:01,069 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626424573/meta-region-server: INIT 2024-12-02T22:19:01,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on znode that does not yet exist, /0-626424573/running 2024-12-02T22:19:01,069 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:19:01,072 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:19:01,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on znode that does not yet exist, /0-626424573/master 2024-12-02T22:19:01,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on znode that does not yet exist, /0-626424573/acl 2024-12-02T22:19:01,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44831 2024-12-02T22:19:01,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44831 2024-12-02T22:19:01,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44831 2024-12-02T22:19:01,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44831 2024-12-02T22:19:01,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44831 2024-12-02T22:19:01,087 DEBUG [M:0;7ae73638d47e:33829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:33829 2024-12-02T22:19:01,087 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-626424573/backup-masters/7ae73638d47e,33829,1733177941017 2024-12-02T22:19:01,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573/backup-masters 2024-12-02T22:19:01,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573/backup-masters 2024-12-02T22:19:01,089 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on existing znode=/0-626424573/backup-masters/7ae73638d47e,33829,1733177941017 2024-12-02T22:19:01,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-626424573/master 2024-12-02T22:19:01,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:19:01,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:19:01,091 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on existing znode=/0-626424573/master 2024-12-02T22:19:01,092 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-626424573/backup-masters/7ae73638d47e,33829,1733177941017 from backup master directory 2024-12-02T22:19:01,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626424573/backup-masters/7ae73638d47e,33829,1733177941017 2024-12-02T22:19:01,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573/backup-masters 2024-12-02T22:19:01,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573/backup-masters 2024-12-02T22:19:01,093 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:19:01,093 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,33829,1733177941017 2024-12-02T22:19:01,104 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:01,104 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:19:01,110 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-02T22:19:01,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741846_1022 (size=196) 2024-12-02T22:19:01,121 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:19:01,122 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:19:01,122 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:01,127 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-02T22:19:01,130 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/WALs/7ae73638d47e,36767,1733177930048 to hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/WALs/7ae73638d47e,36767,1733177930048-dead as it is dead 2024-12-02T22:19:01,130 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/WALs/7ae73638d47e,36767,1733177930048-dead/7ae73638d47e%2C36767%2C1733177930048.1733177931144 2024-12-02T22:19:01,131 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/WALs/7ae73638d47e,36767,1733177930048-dead/7ae73638d47e%2C36767%2C1733177930048.1733177931144 after 1ms 2024-12-02T22:19:01,132 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/WALs/7ae73638d47e,36767,1733177930048-dead/7ae73638d47e%2C36767%2C1733177930048.1733177931144 to hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7ae73638d47e%2C36767%2C1733177930048.1733177931144 2024-12-02T22:19:01,132 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/WALs/7ae73638d47e,36767,1733177930048-dead 2024-12-02T22:19:01,132 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/WALs/7ae73638d47e,33829,1733177941017 2024-12-02T22:19:01,133 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:19:01,134 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C33829%2C1733177941017, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/WALs/7ae73638d47e,33829,1733177941017, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/oldWALs, maxLogs=10 2024-12-02T22:19:01,151 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/WALs/7ae73638d47e,33829,1733177941017/7ae73638d47e%2C33829%2C1733177941017.1733177941134, exclude list is [], retry=0 2024-12-02T22:19:01,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-68bd0656-f0eb-40c7-bbf2-f5551db78323,DISK] 2024-12-02T22:19:01,154 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/WALs/7ae73638d47e,33829,1733177941017/7ae73638d47e%2C33829%2C1733177941017.1733177941134 2024-12-02T22:19:01,154 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34833:34833)] 2024-12-02T22:19:01,155 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:01,155 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:01,155 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:01,155 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:01,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:01,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:19:01,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:01,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20d9ca2d8505422db3f70a3fa80e5ebf 2024-12-02T22:19:01,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:01,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:01,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:19:01,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:01,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22237e43192c4eeab4e62c21424dc8ee 2024-12-02T22:19:01,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:01,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:01,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:19:01,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:01,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14bdde7cd39c4fb383aaab506227c0ef 2024-12-02T22:19:01,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:01,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:01,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:19:01,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:01,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:01,181 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:01,182 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-02T22:19:01,182 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7ae73638d47e%2C36767%2C1733177930048.1733177931144 2024-12-02T22:19:01,186 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7ae73638d47e%2C36767%2C1733177930048.1733177931144 2024-12-02T22:19:01,187 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7ae73638d47e%2C36767%2C1733177930048.1733177931144 2024-12-02T22:19:01,188 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:01,188 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:01,189 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:01,190 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:01,192 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-02T22:19:01,193 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68279737, jitterRate=0.017447367310523987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:01,193 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177941155Initializing all the Stores at 1733177941156 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177941156Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177941156Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177941156Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177941156Cleaning up temporary data from old regions at 1733177941188 (+32 ms)Region opened successfully at 1733177941193 (+5 ms) 2024-12-02T22:19:01,193 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:19:01,196 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d78b0d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:19:01,199 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-02T22:19:01,199 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:19:01,199 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:19:01,199 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:19:01,200 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:19:01,202 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:01,203 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:19:01,203 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:19:01,203 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-02T22:19:01,203 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:19:01,207 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7ae73638d47e,40575,1733177930155, regionLocation=7ae73638d47e,40575,1733177930155, openSeqNum=2 2024-12-02T22:19:01,207 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7ae73638d47e,40575,1733177930155, table=hbase:meta, region=1588230740 2024-12-02T22:19:01,207 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,40575,1733177930155, state=OPEN 2024-12-02T22:19:01,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-626424573/meta-region-server 2024-12-02T22:19:01,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-626424573/meta-region-server 2024-12-02T22:19:01,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626424573/meta-region-server: CHANGED 2024-12-02T22:19:01,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626424573/meta-region-server: CHANGED 2024-12-02T22:19:01,212 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:19:01,213 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626424573/draining/7ae73638d47e,40575,1733177930155 already deleted, retry=false 2024-12-02T22:19:01,213 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7ae73638d47e,40575,1733177930155 on 7ae73638d47e,33829,1733177941017 2024-12-02T22:19:01,214 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7ae73638d47e,40575,1733177930155, splitWal=true, meta=true 2024-12-02T22:19:01,214 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 7ae73638d47e,40575,1733177930155 (carryingMeta=true) 7ae73638d47e,40575,1733177930155/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@ce6916a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T22:19:01,216 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Unable to get data of znode /0-626424573/balancer because node does not exist (not necessarily an error) 2024-12-02T22:19:01,225 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626424573/balancer already deleted, retry=false 2024-12-02T22:19:01,225 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:19:01,226 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Unable to get data of znode /0-626424573/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:19:01,227 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626424573/normalizer already deleted, retry=false 2024-12-02T22:19:01,228 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:19:01,229 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Unable to get data of znode /0-626424573/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:19:01,230 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626424573/switch/split already deleted, retry=false 2024-12-02T22:19:01,231 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Unable to get data of znode /0-626424573/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:19:01,233 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626424573/switch/merge already deleted, retry=false 2024-12-02T22:19:01,238 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Unable to get data of znode /0-626424573/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:19:01,240 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-626424573/snapshot-cleanup already deleted, retry=false 2024-12-02T22:19:01,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-626424573/running 2024-12-02T22:19:01,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:19:01,242 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,33829,1733177941017, sessionid=0x1009d1278c80006, setting cluster-up flag (Was=false) 2024-12-02T22:19:01,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-626424573/running 2024-12-02T22:19:01,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:19:01,245 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-626424573/flush-table-proc/acquired, /0-626424573/flush-table-proc/reached, /0-626424573/flush-table-proc/abort 2024-12-02T22:19:01,247 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,33829,1733177941017 2024-12-02T22:19:01,249 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-626424573/online-snapshot/acquired, /0-626424573/online-snapshot/reached, /0-626424573/online-snapshot/abort 2024-12-02T22:19:01,251 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,33829,1733177941017 2024-12-02T22:19:01,253 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/.lastflushedseqids 2024-12-02T22:19:01,255 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:19:01,256 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:19:01,256 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,33829,1733177941017 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7ae73638d47e,40575,1733177930155 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:19:01,257 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:01,257 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:01,257 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:01,257 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:01,257 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:19:01,257 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:01,257 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:19:01,257 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:01,259 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733177971259 2024-12-02T22:19:01,259 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:19:01,259 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7ae73638d47e,40575,1733177930155, splitWal=true, meta=true 2024-12-02T22:19:01,259 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:19:01,259 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:19:01,259 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:19:01,259 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:19:01,259 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:19:01,260 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7ae73638d47e,40575,1733177930155, splitWal=true, meta=true, isMeta: true 2024-12-02T22:19:01,260 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:01,261 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155-splitting 2024-12-02T22:19:01,261 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155-splitting dir is empty, no logs to split. 2024-12-02T22:19:01,261 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7ae73638d47e,40575,1733177930155 WAL count=0, meta=true 2024-12-02T22:19:01,264 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155-splitting dir is empty, no logs to split. 2024-12-02T22:19:01,264 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7ae73638d47e,40575,1733177930155 WAL count=0, meta=true 2024-12-02T22:19:01,264 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7ae73638d47e,40575,1733177930155 WAL splitting is done? wals=0, meta=true 2024-12-02T22:19:01,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:19:01,266 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:19:01,266 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T22:19:01,269 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:19:01,269 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:19:01,269 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:19:01,269 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:19:01,276 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:19:01,276 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:19:01,280 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177941276,5,FailOnTimeoutGroup] 2024-12-02T22:19:01,280 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177941280,5,FailOnTimeoutGroup] 2024-12-02T22:19:01,280 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:01,280 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:19:01,280 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:01,280 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:01,280 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733177941280, completionTime=-1 2024-12-02T22:19:01,280 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-02T22:19:01,281 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T22:19:01,281 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(746): ClusterId : 54af063a-4dd0-492e-952b-c65ee1ffa9c2 2024-12-02T22:19:01,281 DEBUG [RS:0;7ae73638d47e:44831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:19:01,283 DEBUG [RS:0;7ae73638d47e:44831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:19:01,283 DEBUG [RS:0;7ae73638d47e:44831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:19:01,285 DEBUG [RS:0;7ae73638d47e:44831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:19:01,286 DEBUG [RS:0;7ae73638d47e:44831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bac7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:19:01,301 DEBUG [RS:0;7ae73638d47e:44831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:44831 2024-12-02T22:19:01,301 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:19:01,301 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:19:01,301 DEBUG [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:19:01,301 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,33829,1733177941017 with port=44831, startcode=1733177941059 2024-12-02T22:19:01,301 DEBUG [RS:0;7ae73638d47e:44831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:19:01,303 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:19:01,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33829 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,44831,1733177941059 2024-12-02T22:19:01,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33829 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,44831,1733177941059 2024-12-02T22:19:01,305 DEBUG [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb 2024-12-02T22:19:01,305 DEBUG [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43859 2024-12-02T22:19:01,305 DEBUG [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:19:01,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573/rs 2024-12-02T22:19:01,311 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,44831,1733177941059] 2024-12-02T22:19:01,312 DEBUG [RS:0;7ae73638d47e:44831 {}] zookeeper.ZKUtil(111): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on existing znode=/0-626424573/rs/7ae73638d47e,44831,1733177941059 2024-12-02T22:19:01,312 WARN [RS:0;7ae73638d47e:44831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:19:01,312 INFO [RS:0;7ae73638d47e:44831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:01,312 DEBUG [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059 2024-12-02T22:19:01,331 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=51ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T22:19:01,346 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:19:01,352 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:19:01,353 INFO [RS:0;7ae73638d47e:44831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:19:01,353 INFO [RS:0;7ae73638d47e:44831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:01,355 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:19:01,356 INFO [RS:0;7ae73638d47e:44831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:19:01,356 INFO [RS:0;7ae73638d47e:44831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:01,357 DEBUG [RS:0;7ae73638d47e:44831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:01,357 DEBUG [RS:0;7ae73638d47e:44831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:01,357 DEBUG [RS:0;7ae73638d47e:44831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:01,357 DEBUG [RS:0;7ae73638d47e:44831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:01,357 DEBUG [RS:0;7ae73638d47e:44831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:01,357 DEBUG [RS:0;7ae73638d47e:44831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:19:01,357 DEBUG [RS:0;7ae73638d47e:44831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:01,357 DEBUG [RS:0;7ae73638d47e:44831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:01,357 DEBUG [RS:0;7ae73638d47e:44831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:01,357 DEBUG [RS:0;7ae73638d47e:44831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:01,357 DEBUG [RS:0;7ae73638d47e:44831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:01,357 DEBUG [RS:0;7ae73638d47e:44831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:01,357 DEBUG [RS:0;7ae73638d47e:44831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:19:01,357 DEBUG [RS:0;7ae73638d47e:44831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:19:01,360 INFO [RS:0;7ae73638d47e:44831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:01,360 INFO [RS:0;7ae73638d47e:44831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:01,360 INFO [RS:0;7ae73638d47e:44831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:01,360 INFO [RS:0;7ae73638d47e:44831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:01,361 INFO [RS:0;7ae73638d47e:44831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:01,361 INFO [RS:0;7ae73638d47e:44831 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44831,1733177941059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:19:01,382 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:19:01,382 INFO [RS:0;7ae73638d47e:44831 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44831,1733177941059-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:01,403 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,44831,1733177941059, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:19:01,403 INFO [RS:0;7ae73638d47e:44831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:01,403 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.Replication(171): 7ae73638d47e,44831,1733177941059 started 2024-12-02T22:19:01,417 WARN [7ae73638d47e:33829 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:19:01,418 DEBUG [RS:0;7ae73638d47e:44831.replicationSource,1-7ae73638d47e,44831,1733177941059 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:43893' 2024-12-02T22:19:01,419 DEBUG [RS:0;7ae73638d47e:44831.replicationSource,1-7ae73638d47e,44831,1733177941059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bfe4b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:01,419 DEBUG [RS:0;7ae73638d47e:44831.replicationSource,1-7ae73638d47e,44831,1733177941059 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43893,-1 for getting cluster id 2024-12-02T22:19:01,419 DEBUG [RS:0;7ae73638d47e:44831.replicationSource,1-7ae73638d47e,44831,1733177941059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:01,421 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd86e4ae0-2e96-4dc6-bea0-5737f730e69d' 2024-12-02T22:19:01,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:01,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d86e4ae0-2e96-4dc6-bea0-5737f730e69d" 2024-12-02T22:19:01,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41eb417b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:01,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43893,-1] 2024-12-02T22:19:01,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:01,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:01,423 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:01,424 INFO [RS:0;7ae73638d47e:44831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:01,424 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,44831,1733177941059, RpcServer on 7ae73638d47e/172.17.0.2:44831, sessionid=0x1009d1278c80007 2024-12-02T22:19:01,424 DEBUG [RS:0;7ae73638d47e:44831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:19:01,424 DEBUG [RS:0;7ae73638d47e:44831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,44831,1733177941059 2024-12-02T22:19:01,424 DEBUG [RS:0;7ae73638d47e:44831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,44831,1733177941059' 2024-12-02T22:19:01,424 DEBUG [RS:0;7ae73638d47e:44831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-626424573/flush-table-proc/abort' 2024-12-02T22:19:01,425 DEBUG [RS:0;7ae73638d47e:44831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-626424573/flush-table-proc/acquired' 2024-12-02T22:19:01,425 DEBUG [RS:0;7ae73638d47e:44831.replicationSource,1-7ae73638d47e,44831,1733177941059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cc7536b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:01,425 DEBUG [RS:0;7ae73638d47e:44831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:19:01,425 DEBUG [RS:0;7ae73638d47e:44831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:19:01,425 DEBUG [RS:0;7ae73638d47e:44831.replicationSource,1-7ae73638d47e,44831,1733177941059 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:01,425 DEBUG [RS:0;7ae73638d47e:44831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,44831,1733177941059 2024-12-02T22:19:01,425 DEBUG [RS:0;7ae73638d47e:44831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,44831,1733177941059' 2024-12-02T22:19:01,425 DEBUG [RS:0;7ae73638d47e:44831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-626424573/online-snapshot/abort' 2024-12-02T22:19:01,426 DEBUG [RS:0;7ae73638d47e:44831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-626424573/online-snapshot/acquired' 2024-12-02T22:19:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,43893,1733177933882 2024-12-02T22:19:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56e41356 2024-12-02T22:19:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:01,427 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-02T22:19:01,427 DEBUG [RS:0;7ae73638d47e:44831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:19:01,428 INFO [RS:0;7ae73638d47e:44831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:19:01,428 INFO [RS:0;7ae73638d47e:44831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:19:01,428 INFO [RS:0;7ae73638d47e:44831.replicationSource,1-7ae73638d47e,44831,1733177941059 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,44831,1733177941059 (queues=0) is replicating from cluster=54af063a-4dd0-492e-952b-c65ee1ffa9c2 to cluster=d86e4ae0-2e96-4dc6-bea0-5737f730e69d 2024-12-02T22:19:01,528 INFO [RS:0;7ae73638d47e:44831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:19:01,530 INFO [RS:0;7ae73638d47e:44831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C44831%2C1733177941059, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/oldWALs, maxLogs=10 2024-12-02T22:19:01,551 DEBUG [RS:0;7ae73638d47e:44831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.1733177941531, exclude list is [], retry=0 2024-12-02T22:19:01,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-68bd0656-f0eb-40c7-bbf2-f5551db78323,DISK] 2024-12-02T22:19:01,556 INFO [RS:0;7ae73638d47e:44831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.1733177941531 2024-12-02T22:19:01,556 DEBUG [RS:0;7ae73638d47e:44831 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7ae73638d47e%2C44831%2C1733177941059 for peer 1 2024-12-02T22:19:01,556 DEBUG [RS:0;7ae73638d47e:44831 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C44831%2C1733177941059 2024-12-02T22:19:01,556 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,44831,1733177941059, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:19:01,559 DEBUG [RS:0;7ae73638d47e:44831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34833:34833)] 2024-12-02T22:19:01,559 INFO [RS:0;7ae73638d47e:44831.replicationSource.shipper7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C44831%2C1733177941059 2024-12-02T22:19:01,559 DEBUG [RS:0;7ae73638d47e:44831.replicationSource.wal-reader.7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.1733177941531, startPosition=0, beingWritten=true 2024-12-02T22:19:01,667 DEBUG [7ae73638d47e:33829 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:19:01,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,44831,1733177941059 2024-12-02T22:19:01,669 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,44831,1733177941059, state=OPENING 2024-12-02T22:19:01,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-626424573/meta-region-server 2024-12-02T22:19:01,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-626424573/meta-region-server 2024-12-02T22:19:01,670 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:19:01,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626424573/meta-region-server: CHANGED 2024-12-02T22:19:01,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626424573/meta-region-server: CHANGED 2024-12-02T22:19:01,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,44831,1733177941059}] 2024-12-02T22:19:01,765 DEBUG [RS:0;7ae73638d47e:44831.replicationSource.wal-reader.7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.1733177941531 to pos 0, reset compression=false 2024-12-02T22:19:01,823 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:19:01,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:19:01,828 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:19:01,829 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:01,829 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:19:01,831 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C44831%2C1733177941059.meta, suffix=.meta, logDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/oldWALs, maxLogs=10 2024-12-02T22:19:01,846 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.meta.1733177941832.meta, exclude list is [], retry=0 2024-12-02T22:19:01,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-68bd0656-f0eb-40c7-bbf2-f5551db78323,DISK] 2024-12-02T22:19:01,851 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.meta.1733177941832.meta 2024-12-02T22:19:01,851 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34833:34833)] 2024-12-02T22:19:01,851 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:01,852 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:19:01,852 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:19:01,852 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:19:01,852 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:19:01,852 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:19:01,852 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:01,852 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:19:01,852 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:19:01,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:19:01,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:19:01,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:01,860 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/info/98d2b6e722b245bc92049babd7c5e565 2024-12-02T22:19:01,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:01,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:19:01,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:19:01,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:01,867 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/ns/7e179d502cbf4faa9ebf2fecbd51ea09 2024-12-02T22:19:01,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:01,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:19:01,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:19:01,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:01,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:01,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:19:01,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:19:01,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:01,874 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/table/6e5199b7ab264bc09a3f659bda23e6a2 2024-12-02T22:19:01,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:01,874 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:19:01,875 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740 2024-12-02T22:19:01,876 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740 2024-12-02T22:19:01,877 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:19:01,877 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:19:01,878 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:01,879 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:19:01,879 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65611102, jitterRate=-0.022318392992019653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:01,879 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:19:01,879 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733177941853Writing region info on filesystem at 1733177941853Initializing all the Stores at 1733177941853Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177941853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177941853Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177941854 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177941854Cleaning up temporary data from old regions at 1733177941877 (+23 ms)Running coprocessor post-open hooks at 1733177941879 (+2 ms)Region opened successfully at 1733177941879 2024-12-02T22:19:01,880 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733177941823 2024-12-02T22:19:01,882 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:19:01,882 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:19:01,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7ae73638d47e,44831,1733177941059 2024-12-02T22:19:01,883 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,44831,1733177941059, state=OPEN 2024-12-02T22:19:01,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-626424573/meta-region-server 2024-12-02T22:19:01,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-626424573/meta-region-server 2024-12-02T22:19:01,885 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,44831,1733177941059 2024-12-02T22:19:01,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626424573/meta-region-server: CHANGED 2024-12-02T22:19:01,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-626424573/meta-region-server: CHANGED 2024-12-02T22:19:01,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T22:19:01,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,44831,1733177941059 in 215 msec 2024-12-02T22:19:01,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:19:01,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-12-02T22:19:02,074 DEBUG [RS:0;7ae73638d47e:44831.replicationSource.wal-reader.7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.1733177941531 to pos 0, reset compression=false 2024-12-02T22:19:02,479 DEBUG [RS:0;7ae73638d47e:44831.replicationSource.wal-reader.7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.1733177941531 to pos 0, reset compression=false 2024-12-02T22:19:02,834 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1554ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-02T22:19:02,985 DEBUG [RS:0;7ae73638d47e:44831.replicationSource.wal-reader.7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.1733177941531 to pos 0, reset compression=false 2024-12-02T22:19:03,590 DEBUG [RS:0;7ae73638d47e:44831.replicationSource.wal-reader.7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.1733177941531 to pos 0, reset compression=false 2024-12-02T22:19:04,296 DEBUG [RS:0;7ae73638d47e:44831.replicationSource.wal-reader.7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.1733177941531 to pos 0, reset compression=false 2024-12-02T22:19:04,307 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:19:04,336 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3056ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-02T22:19:04,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:04,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:04,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:04,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:04,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:04,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:05,102 DEBUG [RS:0;7ae73638d47e:44831.replicationSource.wal-reader.7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.1733177941531 to pos 0, reset compression=false 2024-12-02T22:19:05,789 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4509ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-02T22:19:05,790 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:19:05,790 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:05,790 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,44831,1733177941059, seqNum=-1] 2024-12-02T22:19:05,790 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:05,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:05,797 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1d9dc8b64b0e148fadc19257c0ac0614, regionState=OPEN, lastHost=7ae73638d47e,40575,1733177930155, regionLocation=7ae73638d47e,40575,1733177930155, openSeqNum=2 2024-12-02T22:19:05,797 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:19:05,797 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178005797 2024-12-02T22:19:05,797 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178065797 2024-12-02T22:19:05,798 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-12-02T22:19:05,798 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7ae73638d47e,40575,1733177930155 had 2 regions 2024-12-02T22:19:05,798 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,33829,1733177941017-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:05,798 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,33829,1733177941017-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:05,798 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,33829,1733177941017-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:05,798 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:33829, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:05,798 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:05,799 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7ae73638d47e,40575,1733177930155, splitWal=true, meta=true, isMeta: false 2024-12-02T22:19:05,808 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:05,812 WARN [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7ae73638d47e,40575,1733177930155/hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:19:05,818 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.725sec 2024-12-02T22:19:05,819 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:19:05,819 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:19:05,819 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:19:05,819 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:19:05,819 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:19:05,819 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,33829,1733177941017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:19:05,819 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,33829,1733177941017-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:19:05,833 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155-splitting dir is empty, no logs to split. 2024-12-02T22:19:05,833 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7ae73638d47e,40575,1733177930155 WAL count=0, meta=false 2024-12-02T22:19:05,838 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,40575,1733177930155-splitting dir is empty, no logs to split. 2024-12-02T22:19:05,838 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7ae73638d47e,40575,1733177930155 WAL count=0, meta=false 2024-12-02T22:19:05,838 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7ae73638d47e,40575,1733177930155 WAL splitting is done? wals=0, meta=false 2024-12-02T22:19:05,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d9dc8b64b0e148fadc19257c0ac0614, ASSIGN}] 2024-12-02T22:19:05,841 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d9dc8b64b0e148fadc19257c0ac0614, ASSIGN 2024-12-02T22:19:05,842 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d9dc8b64b0e148fadc19257c0ac0614, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T22:19:05,846 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:19:05,846 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:19:05,846 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,33829,1733177941017-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:05,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e57e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:05,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,33829,-1 for getting cluster id 2024-12-02T22:19:05,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:05,886 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54af063a-4dd0-492e-952b-c65ee1ffa9c2' 2024-12-02T22:19:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54af063a-4dd0-492e-952b-c65ee1ffa9c2" 2024-12-02T22:19:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5045e8c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,33829,-1] 2024-12-02T22:19:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:05,889 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:05,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58547bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:05,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:05,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,44831,1733177941059, seqNum=-1] 2024-12-02T22:19:05,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:05,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:05,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-02T22:19:05,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:05,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:05,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:05,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:05,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7ae73638d47e:33829 after: 7ae73638d47e:33829 2024-12-02T22:19:05,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:05,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ac6391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:05,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,33829,-1 for getting cluster id 2024-12-02T22:19:05,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:05,905 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54af063a-4dd0-492e-952b-c65ee1ffa9c2' 2024-12-02T22:19:05,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:05,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54af063a-4dd0-492e-952b-c65ee1ffa9c2" 2024-12-02T22:19:05,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a49536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:05,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,33829,-1] 2024-12-02T22:19:05,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:05,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:05,907 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:05,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5917cf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:05,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,33829,1733177941017 2024-12-02T22:19:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a61a0fd 2024-12-02T22:19:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:05,909 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:05,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33829 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-02T22:19:05,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:19:05,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:05,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:05,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:05,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:05,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:05,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:19:05,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1036405778, stopped=false 2024-12-02T22:19:05,911 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,43893,1733177933882 2024-12-02T22:19:05,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1943455483/running 2024-12-02T22:19:05,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:19:05,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1943455483/running 2024-12-02T22:19:05,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:19:05,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Set watcher on znode that does not yet exist, /1943455483/running 2024-12-02T22:19:05,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Set watcher on znode that does not yet exist, /1943455483/running 2024-12-02T22:19:05,914 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:19:05,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:05,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:05,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:05,915 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,44307,1733177934002' ***** 2024-12-02T22:19:05,915 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:19:05,915 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:19:05,915 INFO [RS:0;7ae73638d47e:44307 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:19:05,915 INFO [RS:0;7ae73638d47e:44307 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:19:05,915 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,44307,1733177934002 2024-12-02T22:19:05,916 INFO [RS:0;7ae73638d47e:44307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:19:05,916 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:19:05,916 INFO [RS:0;7ae73638d47e:44307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:44307. 2024-12-02T22:19:05,916 DEBUG [RS:0;7ae73638d47e:44307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:05,916 DEBUG [RS:0;7ae73638d47e:44307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:05,916 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:19:05,916 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:19:05,916 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:19:05,916 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:19:05,916 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T22:19:05,916 DEBUG [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:19:05,916 DEBUG [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:05,917 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:19:05,917 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:19:05,917 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:19:05,917 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:19:05,917 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:19:05,917 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T22:19:05,931 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:19:05,934 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/data/hbase/meta/1588230740/.tmp/ns/89d5eefd805941f1a911875ea1d29cdf is 43, key is default/ns:d/1733177936153/Put/seqid=0 2024-12-02T22:19:05,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741835_1011 (size=5153) 2024-12-02T22:19:05,943 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/data/hbase/meta/1588230740/.tmp/ns/89d5eefd805941f1a911875ea1d29cdf 2024-12-02T22:19:05,952 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/data/hbase/meta/1588230740/.tmp/ns/89d5eefd805941f1a911875ea1d29cdf as hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/data/hbase/meta/1588230740/ns/89d5eefd805941f1a911875ea1d29cdf 2024-12-02T22:19:05,958 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/data/hbase/meta/1588230740/ns/89d5eefd805941f1a911875ea1d29cdf, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T22:19:05,959 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=6, compaction requested=false 2024-12-02T22:19:05,959 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:19:05,964 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T22:19:05,965 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:05,965 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:19:05,965 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:05,965 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177945916Running coprocessor pre-close hooks at 1733177945916Disabling compacts and flushes for region at 1733177945916Disabling writes for close at 1733177945917 (+1 ms)Obtaining lock to block concurrent updates at 1733177945917Preparing flush snapshotting stores in 1588230740 at 1733177945917Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733177945917Flushing stores of hbase:meta,,1.1588230740 at 1733177945918 (+1 ms)Flushing 1588230740/ns: creating writer at 1733177945918Flushing 1588230740/ns: appending metadata at 1733177945934 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733177945934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a9a7ca2: reopening flushed file at 1733177945951 (+17 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=6, compaction requested=false at 1733177945959 (+8 ms)Writing region close event to WAL at 1733177945961 (+2 ms)Running coprocessor post-close hooks at 1733177945965 (+4 ms)Closed at 1733177945965 2024-12-02T22:19:05,965 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:05,992 DEBUG [7ae73638d47e:33829 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:19:05,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1d9dc8b64b0e148fadc19257c0ac0614, regionState=OPENING, regionLocation=7ae73638d47e,44831,1733177941059 2024-12-02T22:19:05,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d9dc8b64b0e148fadc19257c0ac0614, ASSIGN because future has completed 2024-12-02T22:19:06,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d9dc8b64b0e148fadc19257c0ac0614, server=7ae73638d47e,44831,1733177941059}] 2024-12-02T22:19:06,015 DEBUG [RS:0;7ae73638d47e:44831.replicationSource.wal-reader.7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.1733177941531 to pos 0, reset compression=false 2024-12-02T22:19:06,116 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,44307,1733177934002; all regions closed. 2024-12-02T22:19:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741834_1010 (size=1152) 2024-12-02T22:19:06,122 DEBUG [RS:0;7ae73638d47e:44307 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/oldWALs 2024-12-02T22:19:06,122 INFO [RS:0;7ae73638d47e:44307 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C44307%2C1733177934002.meta:.meta(num 1733177936109) 2024-12-02T22:19:06,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741833_1009 (size=93) 2024-12-02T22:19:06,127 DEBUG [RS:0;7ae73638d47e:44307 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/oldWALs 2024-12-02T22:19:06,127 INFO [RS:0;7ae73638d47e:44307 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C44307%2C1733177934002:(num 1733177935768) 2024-12-02T22:19:06,127 DEBUG [RS:0;7ae73638d47e:44307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:06,127 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:19:06,127 INFO [RS:0;7ae73638d47e:44307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:19:06,127 INFO [RS:0;7ae73638d47e:44307 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:19:06,127 INFO [RS:0;7ae73638d47e:44307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:19:06,128 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:19:06,128 INFO [RS:0;7ae73638d47e:44307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44307 2024-12-02T22:19:06,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1943455483/rs/7ae73638d47e,44307,1733177934002 2024-12-02T22:19:06,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483/rs 2024-12-02T22:19:06,130 INFO [RS:0;7ae73638d47e:44307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:19:06,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,44307,1733177934002] 2024-12-02T22:19:06,133 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1943455483/draining/7ae73638d47e,44307,1733177934002 already deleted, retry=false 2024-12-02T22:19:06,133 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,44307,1733177934002 expired; onlineServers=0 2024-12-02T22:19:06,133 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,43893,1733177933882' ***** 2024-12-02T22:19:06,133 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:19:06,133 INFO [M:0;7ae73638d47e:43893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:19:06,133 INFO [M:0;7ae73638d47e:43893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:19:06,133 DEBUG [M:0;7ae73638d47e:43893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:19:06,133 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:19:06,133 DEBUG [M:0;7ae73638d47e:43893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:19:06,133 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177935480 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177935480,5,FailOnTimeoutGroup] 2024-12-02T22:19:06,133 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177935480 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177935480,5,FailOnTimeoutGroup] 2024-12-02T22:19:06,134 INFO [M:0;7ae73638d47e:43893 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:19:06,134 INFO [M:0;7ae73638d47e:43893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:19:06,134 DEBUG [M:0;7ae73638d47e:43893 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:19:06,134 INFO [M:0;7ae73638d47e:43893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:19:06,134 INFO [M:0;7ae73638d47e:43893 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:19:06,134 INFO [M:0;7ae73638d47e:43893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:19:06,134 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:19:06,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1943455483/master 2024-12-02T22:19:06,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1943455483 2024-12-02T22:19:06,136 DEBUG [M:0;7ae73638d47e:43893 {}] zookeeper.ZKUtil(347): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Unable to get data of znode /1943455483/master because node does not exist (not an error) 2024-12-02T22:19:06,136 WARN [M:0;7ae73638d47e:43893 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:19:06,137 INFO [M:0;7ae73638d47e:43893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/.lastflushedseqids 2024-12-02T22:19:06,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741836_1012 (size=99) 2024-12-02T22:19:06,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:19:06,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:06,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:19:06,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C44831%2C1733177941059.rep, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/oldWALs, maxLogs=10 2024-12-02T22:19:06,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.rep.1733177946158, exclude list is [], retry=0 2024-12-02T22:19:06,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-68bd0656-f0eb-40c7-bbf2-f5551db78323,DISK] 2024-12-02T22:19:06,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.rep.1733177946158 2024-12-02T22:19:06,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34833:34833)] 2024-12-02T22:19:06,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d9dc8b64b0e148fadc19257c0ac0614, NAME => 'hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:06,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:19:06,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:19:06,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. service=MultiRowMutationService 2024-12-02T22:19:06,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:19:06,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:06,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:06,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:06,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:06,177 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:06,178 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d9dc8b64b0e148fadc19257c0ac0614 columnFamilyName hfileref 2024-12-02T22:19:06,178 DEBUG [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:06,178 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] regionserver.HStore(327): Store=1d9dc8b64b0e148fadc19257c0ac0614/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:06,178 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:06,179 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d9dc8b64b0e148fadc19257c0ac0614 columnFamilyName queue 2024-12-02T22:19:06,179 DEBUG [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:06,184 DEBUG [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/replication/1d9dc8b64b0e148fadc19257c0ac0614/queue/e35bfff0dbff4436b4b4ad085044e0c1 2024-12-02T22:19:06,184 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] regionserver.HStore(327): Store=1d9dc8b64b0e148fadc19257c0ac0614/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:06,184 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:06,185 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d9dc8b64b0e148fadc19257c0ac0614 columnFamilyName sid 2024-12-02T22:19:06,185 DEBUG [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:06,185 INFO [StoreOpener-1d9dc8b64b0e148fadc19257c0ac0614-1 {}] regionserver.HStore(327): Store=1d9dc8b64b0e148fadc19257c0ac0614/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:06,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:06,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/replication/1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:06,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/replication/1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:06,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:06,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:06,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:19:06,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:06,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 1d9dc8b64b0e148fadc19257c0ac0614; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64072779, jitterRate=-0.04524119198322296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:19:06,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:06,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 1d9dc8b64b0e148fadc19257c0ac0614: Running coprocessor pre-open hook at 1733177946176Writing region info on filesystem at 1733177946176Initializing all the Stores at 1733177946177 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177946177Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177946177Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177946177Cleaning up temporary data from old regions at 1733177946188 (+11 ms)Running coprocessor post-open hooks at 1733177946193 (+5 ms)Region opened successfully at 1733177946194 (+1 ms) 2024-12-02T22:19:06,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614., pid=13, masterSystemTime=1733177946153 2024-12-02T22:19:06,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:19:06,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:19:06,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1d9dc8b64b0e148fadc19257c0ac0614, regionState=OPEN, openSeqNum=9, regionLocation=7ae73638d47e,44831,1733177941059 2024-12-02T22:19:06,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d9dc8b64b0e148fadc19257c0ac0614, server=7ae73638d47e,44831,1733177941059 because future has completed 2024-12-02T22:19:06,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T22:19:06,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d9dc8b64b0e148fadc19257c0ac0614, server=7ae73638d47e,44831,1733177941059 in 218 msec 2024-12-02T22:19:06,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-02T22:19:06,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d9dc8b64b0e148fadc19257c0ac0614, ASSIGN in 380 msec 2024-12-02T22:19:06,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-02T22:19:06,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614., hostname=7ae73638d47e,44831,1733177941059, seqNum=9] 2024-12-02T22:19:06,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:06,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44307-0x1009d1278c80004, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:06,232 INFO [RS:0;7ae73638d47e:44307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:19:06,232 INFO [RS:0;7ae73638d47e:44307 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,44307,1733177934002; zookeeper connection closed. 2024-12-02T22:19:06,232 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@744949bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@744949bc 2024-12-02T22:19:06,232 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:19:06,240 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 7ae73638d47e,40575,1733177930155 2024-12-02T22:19:06,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-02T22:19:06,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-02T22:19:06,548 INFO [M:0;7ae73638d47e:43893 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:19:06,548 INFO [M:0;7ae73638d47e:43893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:19:06,548 DEBUG [M:0;7ae73638d47e:43893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:19:06,548 INFO [M:0;7ae73638d47e:43893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:06,548 DEBUG [M:0;7ae73638d47e:43893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:06,548 DEBUG [M:0;7ae73638d47e:43893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:19:06,548 DEBUG [M:0;7ae73638d47e:43893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:06,548 INFO [M:0;7ae73638d47e:43893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T22:19:06,567 DEBUG [M:0;7ae73638d47e:43893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6de9ac543a44acf9fed2c2d8e3db4d6 is 82, key is hbase:meta,,1/info:regioninfo/1733177936142/Put/seqid=0 2024-12-02T22:19:06,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741837_1013 (size=5672) 2024-12-02T22:19:07,000 INFO [M:0;7ae73638d47e:43893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6de9ac543a44acf9fed2c2d8e3db4d6 2024-12-02T22:19:07,021 DEBUG [M:0;7ae73638d47e:43893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3f365abc76243b9ace8d0e5fa5e1afe is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733177936156/Put/seqid=0 2024-12-02T22:19:07,021 DEBUG [RS:0;7ae73638d47e:44831.replicationSource.wal-reader.7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.1733177941531 to pos 0, reset compression=false 2024-12-02T22:19:07,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741838_1014 (size=5275) 2024-12-02T22:19:07,426 INFO [M:0;7ae73638d47e:43893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3f365abc76243b9ace8d0e5fa5e1afe 2024-12-02T22:19:07,446 DEBUG [M:0;7ae73638d47e:43893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27ddd1a292e5427c933fcae3b41d3040 is 69, key is 7ae73638d47e,44307,1733177934002/rs:state/1733177935596/Put/seqid=0 2024-12-02T22:19:07,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741839_1015 (size=5156) 2024-12-02T22:19:07,855 INFO [M:0;7ae73638d47e:43893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27ddd1a292e5427c933fcae3b41d3040 2024-12-02T22:19:07,861 DEBUG [M:0;7ae73638d47e:43893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6de9ac543a44acf9fed2c2d8e3db4d6 as hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6de9ac543a44acf9fed2c2d8e3db4d6 2024-12-02T22:19:07,866 INFO [M:0;7ae73638d47e:43893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6de9ac543a44acf9fed2c2d8e3db4d6, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T22:19:07,867 DEBUG [M:0;7ae73638d47e:43893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3f365abc76243b9ace8d0e5fa5e1afe as hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3f365abc76243b9ace8d0e5fa5e1afe 2024-12-02T22:19:07,878 INFO [M:0;7ae73638d47e:43893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3f365abc76243b9ace8d0e5fa5e1afe, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T22:19:07,880 DEBUG [M:0;7ae73638d47e:43893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27ddd1a292e5427c933fcae3b41d3040 as hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27ddd1a292e5427c933fcae3b41d3040 2024-12-02T22:19:07,889 INFO [M:0;7ae73638d47e:43893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39747/user/jenkins/test-data/b085b452-f8dc-ed7e-0812-91362b5a9969/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27ddd1a292e5427c933fcae3b41d3040, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T22:19:07,890 INFO [M:0;7ae73638d47e:43893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=28, compaction requested=false 2024-12-02T22:19:07,891 INFO [M:0;7ae73638d47e:43893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:07,891 DEBUG [M:0;7ae73638d47e:43893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177946548Disabling compacts and flushes for region at 1733177946548Disabling writes for close at 1733177946548Obtaining lock to block concurrent updates at 1733177946548Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733177946548Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733177946549 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733177946549Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733177946549Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733177946566 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733177946566Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733177947005 (+439 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733177947020 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733177947020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733177947431 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733177947445 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733177947445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12206941: reopening flushed file at 1733177947861 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e4a6fc8: reopening flushed file at 1733177947866 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5d2b31: reopening flushed file at 1733177947878 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=28, compaction requested=false at 1733177947890 (+12 ms)Writing region close event to WAL at 1733177947891 (+1 ms)Closed at 1733177947891 2024-12-02T22:19:07,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32873 is added to blk_1073741830_1006 (size=10165) 2024-12-02T22:19:07,895 INFO [M:0;7ae73638d47e:43893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:19:07,895 INFO [M:0;7ae73638d47e:43893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43893 2024-12-02T22:19:07,895 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:19:07,895 INFO [M:0;7ae73638d47e:43893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:19:07,997 INFO [M:0;7ae73638d47e:43893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:19:07,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:07,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x1009d1278c80003, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:08,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5747cc76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:19:08,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67c0b00c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:19:08,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:19:08,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d10d99b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:19:08,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71db5f01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/hadoop.log.dir/,STOPPED} 2024-12-02T22:19:08,002 WARN [BP-45259953-172.17.0.2-1733177932682 heartbeating to localhost/127.0.0.1:39747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:19:08,002 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:19:08,002 WARN [BP-45259953-172.17.0.2-1733177932682 heartbeating to localhost/127.0.0.1:39747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-45259953-172.17.0.2-1733177932682 (Datanode Uuid a32454f7-5f25-481b-871e-0df31906d641) service to localhost/127.0.0.1:39747 2024-12-02T22:19:08,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:19:08,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/cluster_29cecf73-a05e-be31-a473-d9441106b597/data/data1/current/BP-45259953-172.17.0.2-1733177932682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:19:08,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/cluster_29cecf73-a05e-be31-a473-d9441106b597/data/data2/current/BP-45259953-172.17.0.2-1733177932682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:19:08,003 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:19:08,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8f56fb7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:19:08,011 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef2a8ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:19:08,011 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:19:08,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423da121{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:19:08,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70b0727f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/hadoop.log.dir/,STOPPED} 2024-12-02T22:19:08,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:19:08,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:19:08,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:08,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:08,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:08,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:08,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:08,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:19:08,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=801941290, stopped=false 2024-12-02T22:19:08,026 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,33829,1733177941017 2024-12-02T22:19:08,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626424573/running 2024-12-02T22:19:08,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:19:08,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626424573/running 2024-12-02T22:19:08,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:19:08,028 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:19:08,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:08,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:08,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:08,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on znode that does not yet exist, /0-626424573/running 2024-12-02T22:19:08,029 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,44831,1733177941059' ***** 2024-12-02T22:19:08,029 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:19:08,029 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:19:08,029 INFO [RS:0;7ae73638d47e:44831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:19:08,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:19:08,029 INFO [RS:0;7ae73638d47e:44831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:19:08,029 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:08,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Set watcher on znode that does not yet exist, /0-626424573/running 2024-12-02T22:19:08,029 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,44831,1733177941059 2024-12-02T22:19:08,029 INFO [RS:0;7ae73638d47e:44831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:19:08,029 INFO [RS:0;7ae73638d47e:44831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:44831. 2024-12-02T22:19:08,029 DEBUG [RS:0;7ae73638d47e:44831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:08,029 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d9dc8b64b0e148fadc19257c0ac0614, disabling compactions & flushes 2024-12-02T22:19:08,029 DEBUG [RS:0;7ae73638d47e:44831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:08,029 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:19:08,029 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:19:08,029 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:19:08,029 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. after waiting 0 ms 2024-12-02T22:19:08,030 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:19:08,030 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:19:08,030 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:19:08,030 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:19:08,030 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T22:19:08,030 DEBUG [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1d9dc8b64b0e148fadc19257c0ac0614=hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614.} 2024-12-02T22:19:08,030 DEBUG [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d9dc8b64b0e148fadc19257c0ac0614 2024-12-02T22:19:08,030 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:19:08,030 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:19:08,030 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:19:08,030 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:19:08,030 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:19:08,030 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-02T22:19:08,034 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/replication/1d9dc8b64b0e148fadc19257c0ac0614/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-02T22:19:08,034 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:08,034 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:19:08,034 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:19:08,034 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d9dc8b64b0e148fadc19257c0ac0614: Waiting for close lock at 1733177948029Running coprocessor pre-close hooks at 1733177948029Disabling compacts and flushes for region at 1733177948029Disabling writes for close at 1733177948029Writing region close event to WAL at 1733177948030 (+1 ms)Running coprocessor post-close hooks at 1733177948034 (+4 ms)Closed at 1733177948034 2024-12-02T22:19:08,034 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614. 2024-12-02T22:19:08,053 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/.tmp/info/b659a51d00e241bf9bbf4dbcf560faa6 is 147, key is hbase:replication,,1733177936196.1d9dc8b64b0e148fadc19257c0ac0614./info:regioninfo/1733177946207/Put/seqid=0 2024-12-02T22:19:08,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741851_1027 (size=6385) 2024-12-02T22:19:08,071 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:19:08,127 DEBUG [RS:0;7ae73638d47e:44831.replicationSource.wal-reader.7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.1733177941531 to pos 0, reset compression=false 2024-12-02T22:19:08,230 DEBUG [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:08,430 DEBUG [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:08,445 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:19:08,445 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:19:08,461 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/.tmp/info/b659a51d00e241bf9bbf4dbcf560faa6 2024-12-02T22:19:08,467 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/.tmp/info/b659a51d00e241bf9bbf4dbcf560faa6 as hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/info/b659a51d00e241bf9bbf4dbcf560faa6 2024-12-02T22:19:08,472 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/info/b659a51d00e241bf9bbf4dbcf560faa6, entries=8, sequenceid=19, filesize=6.2 K 2024-12-02T22:19:08,473 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=19, compaction requested=false 2024-12-02T22:19:08,473 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:19:08,477 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-02T22:19:08,478 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:08,478 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:19:08,478 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:08,478 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177948030Running coprocessor pre-close hooks at 1733177948030Disabling compacts and flushes for region at 1733177948030Disabling writes for close at 1733177948030Obtaining lock to block concurrent updates at 1733177948030Preparing flush snapshotting stores in 1588230740 at 1733177948030Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733177948031 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733177948031Flushing 1588230740/info: creating writer at 1733177948031Flushing 1588230740/info: appending metadata at 1733177948052 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733177948053 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9c31d1: reopening flushed file at 1733177948466 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=19, compaction requested=false at 1733177948473 (+7 ms)Writing region close event to WAL at 1733177948474 (+1 ms)Running coprocessor post-close hooks at 1733177948477 (+3 ms)Closed at 1733177948478 (+1 ms) 2024-12-02T22:19:08,478 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:08,631 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,44831,1733177941059; all regions closed. 2024-12-02T22:19:08,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741849_1025 (size=2156) 2024-12-02T22:19:08,635 DEBUG [RS:0;7ae73638d47e:44831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/oldWALs 2024-12-02T22:19:08,635 INFO [RS:0;7ae73638d47e:44831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C44831%2C1733177941059.meta:.meta(num 1733177941832) 2024-12-02T22:19:08,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741850_1026 (size=796) 2024-12-02T22:19:08,639 DEBUG [RS:0;7ae73638d47e:44831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/oldWALs 2024-12-02T22:19:08,639 INFO [RS:0;7ae73638d47e:44831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C44831%2C1733177941059.rep:(num 1733177946158) 2024-12-02T22:19:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741848_1024 (size=93) 2024-12-02T22:19:08,641 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/WALs/7ae73638d47e,44831,1733177941059/7ae73638d47e%2C44831%2C1733177941059.1733177941531 not finished, retry = 0 2024-12-02T22:19:08,744 DEBUG [RS:0;7ae73638d47e:44831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/oldWALs 2024-12-02T22:19:08,744 INFO [RS:0;7ae73638d47e:44831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C44831%2C1733177941059:(num 1733177941531) 2024-12-02T22:19:08,744 DEBUG [RS:0;7ae73638d47e:44831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:08,744 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:19:08,745 INFO [RS:0;7ae73638d47e:44831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:19:08,745 INFO [RS:0;7ae73638d47e:44831 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:19:08,745 INFO [RS:0;7ae73638d47e:44831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:19:08,745 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-02T22:19:08,745 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-02T22:19:08,745 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T22:19:08,745 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,44831,1733177941059 because: Region server is closing 2024-12-02T22:19:08,746 INFO [RS:0;7ae73638d47e:44831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:44831. 2024-12-02T22:19:08,746 DEBUG [RS:0;7ae73638d47e:44831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:08,746 DEBUG [RS:0;7ae73638d47e:44831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:08,746 DEBUG [RS:0;7ae73638d47e:44831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:08,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:08,746 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:19:08,846 WARN [RS:0;7ae73638d47e:44831.replicationSource.wal-reader.7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:19:08,846 WARN [RS:0;7ae73638d47e:44831.replicationSource.shipper7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T22:19:08,846 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7ae73638d47e:44831.replicationSource.shipper7ae73638d47e%2C44831%2C1733177941059,1-7ae73638d47e,44831,1733177941059 terminated 2024-12-02T22:19:08,847 INFO [RS:0;7ae73638d47e:44831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44831 2024-12-02T22:19:08,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626424573/rs/7ae73638d47e,44831,1733177941059 2024-12-02T22:19:08,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573/rs 2024-12-02T22:19:08,849 INFO [RS:0;7ae73638d47e:44831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:19:08,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,44831,1733177941059] 2024-12-02T22:19:08,851 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-626424573/draining/7ae73638d47e,44831,1733177941059 already deleted, retry=false 2024-12-02T22:19:08,851 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,44831,1733177941059 expired; onlineServers=0 2024-12-02T22:19:08,851 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,33829,1733177941017' ***** 2024-12-02T22:19:08,851 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:19:08,851 INFO [M:0;7ae73638d47e:33829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:19:08,851 INFO [M:0;7ae73638d47e:33829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:19:08,851 DEBUG [M:0;7ae73638d47e:33829 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:19:08,851 DEBUG [M:0;7ae73638d47e:33829 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:19:08,851 INFO [M:0;7ae73638d47e:33829 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:19:08,852 INFO [M:0;7ae73638d47e:33829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:19:08,852 DEBUG [M:0;7ae73638d47e:33829 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:19:08,852 INFO [M:0;7ae73638d47e:33829 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:19:08,852 INFO [M:0;7ae73638d47e:33829 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:19:08,852 INFO [M:0;7ae73638d47e:33829 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:19:08,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-626424573/master 2024-12-02T22:19:08,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-626424573 2024-12-02T22:19:08,855 INFO [M:0;7ae73638d47e:33829 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/.lastflushedseqids 2024-12-02T22:19:08,859 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:19:08,859 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:19:08,859 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-626424573/master already deleted, retry=false 2024-12-02T22:19:08,859 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-626424573/master 2024-12-02T22:19:08,859 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177941280 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177941280,5,FailOnTimeoutGroup] 2024-12-02T22:19:08,859 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177941276 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177941276,5,FailOnTimeoutGroup] 2024-12-02T22:19:08,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741852_1028 (size=181) 2024-12-02T22:19:08,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:08,951 INFO [RS:0;7ae73638d47e:44831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:19:08,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44831-0x1009d1278c80007, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:08,951 INFO [RS:0;7ae73638d47e:44831 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,44831,1733177941059; zookeeper connection closed. 2024-12-02T22:19:08,951 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16c77c55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16c77c55 2024-12-02T22:19:08,951 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:19:09,273 INFO [M:0;7ae73638d47e:33829 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:19:09,273 INFO [M:0;7ae73638d47e:33829 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:19:09,273 DEBUG [M:0;7ae73638d47e:33829 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:19:09,273 INFO [M:0;7ae73638d47e:33829 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:09,274 DEBUG [M:0;7ae73638d47e:33829 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:09,274 DEBUG [M:0;7ae73638d47e:33829 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:19:09,274 DEBUG [M:0;7ae73638d47e:33829 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:09,274 INFO [M:0;7ae73638d47e:33829 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-02T22:19:09,299 DEBUG [M:0;7ae73638d47e:33829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a50220c5df14cedaa33dda886b469eb is 82, key is hbase:meta,,1/info:regioninfo/1733177941882/Put/seqid=0 2024-12-02T22:19:09,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741853_1029 (size=5672) 2024-12-02T22:19:09,709 INFO [M:0;7ae73638d47e:33829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a50220c5df14cedaa33dda886b469eb 2024-12-02T22:19:09,755 DEBUG [M:0;7ae73638d47e:33829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebc4a3dacb24440686ddbb5cea4efeb8 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733177946221/Put/seqid=0 2024-12-02T22:19:09,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741854_1030 (size=7312) 2024-12-02T22:19:09,770 INFO [M:0;7ae73638d47e:33829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebc4a3dacb24440686ddbb5cea4efeb8 2024-12-02T22:19:09,831 DEBUG [M:0;7ae73638d47e:33829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25a2757f0bf34324b3ea6bd77e316a8a is 69, key is 7ae73638d47e,44831,1733177941059/rs:state/1733177941304/Put/seqid=0 2024-12-02T22:19:09,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741855_1031 (size=5370) 2024-12-02T22:19:10,238 INFO [M:0;7ae73638d47e:33829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25a2757f0bf34324b3ea6bd77e316a8a 2024-12-02T22:19:10,251 INFO [M:0;7ae73638d47e:33829 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25a2757f0bf34324b3ea6bd77e316a8a 2024-12-02T22:19:10,252 DEBUG [M:0;7ae73638d47e:33829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a50220c5df14cedaa33dda886b469eb as hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a50220c5df14cedaa33dda886b469eb 2024-12-02T22:19:10,261 INFO [M:0;7ae73638d47e:33829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a50220c5df14cedaa33dda886b469eb, entries=8, sequenceid=127, filesize=5.5 K 2024-12-02T22:19:10,263 DEBUG [M:0;7ae73638d47e:33829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebc4a3dacb24440686ddbb5cea4efeb8 as hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ebc4a3dacb24440686ddbb5cea4efeb8 2024-12-02T22:19:10,268 INFO [M:0;7ae73638d47e:33829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ebc4a3dacb24440686ddbb5cea4efeb8, entries=7, sequenceid=127, filesize=7.1 K 2024-12-02T22:19:10,270 DEBUG [M:0;7ae73638d47e:33829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25a2757f0bf34324b3ea6bd77e316a8a as hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25a2757f0bf34324b3ea6bd77e316a8a 2024-12-02T22:19:10,281 INFO [M:0;7ae73638d47e:33829 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25a2757f0bf34324b3ea6bd77e316a8a 2024-12-02T22:19:10,281 INFO [M:0;7ae73638d47e:33829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/543dcfa2-80f1-6089-3903-2ce09db737fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25a2757f0bf34324b3ea6bd77e316a8a, entries=2, sequenceid=127, filesize=5.2 K 2024-12-02T22:19:10,286 INFO [M:0;7ae73638d47e:33829 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1012ms, sequenceid=127, compaction requested=false 2024-12-02T22:19:10,305 INFO [M:0;7ae73638d47e:33829 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:10,305 DEBUG [M:0;7ae73638d47e:33829 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177949273Disabling compacts and flushes for region at 1733177949273Disabling writes for close at 1733177949274 (+1 ms)Obtaining lock to block concurrent updates at 1733177949274Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733177949274Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733177949274Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733177949275 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733177949275Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733177949298 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733177949298Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733177949719 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733177949755 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733177949755Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733177949778 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733177949830 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733177949830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ab9016: reopening flushed file at 1733177950251 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7ffe90: reopening flushed file at 1733177950261 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c45c52: reopening flushed file at 1733177950269 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1012ms, sequenceid=127, compaction requested=false at 1733177950286 (+17 ms)Writing region close event to WAL at 1733177950305 (+19 ms)Closed at 1733177950305 2024-12-02T22:19:10,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741847_1023 (size=22903) 2024-12-02T22:19:10,317 INFO [M:0;7ae73638d47e:33829 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:19:10,317 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:19:10,317 INFO [M:0;7ae73638d47e:33829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33829 2024-12-02T22:19:10,317 INFO [M:0;7ae73638d47e:33829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:19:10,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:10,422 INFO [M:0;7ae73638d47e:33829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:19:10,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33829-0x1009d1278c80006, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:10,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22705f6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:19:10,478 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@763e10a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:19:10,478 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:19:10,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617b664e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:19:10,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@693740dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/hadoop.log.dir/,STOPPED} 2024-12-02T22:19:10,485 WARN [BP-2045198090-172.17.0.2-1733177929287 heartbeating to localhost/127.0.0.1:43859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:19:10,485 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:19:10,485 WARN [BP-2045198090-172.17.0.2-1733177929287 heartbeating to localhost/127.0.0.1:43859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2045198090-172.17.0.2-1733177929287 (Datanode Uuid 89fa1b98-040e-4611-bb57-b330175d9e6d) service to localhost/127.0.0.1:43859 2024-12-02T22:19:10,485 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:19:10,485 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/cluster_36dc3b18-74a3-103f-c7e8-a920255da95a/data/data1/current/BP-2045198090-172.17.0.2-1733177929287 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:19:10,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/cluster_36dc3b18-74a3-103f-c7e8-a920255da95a/data/data2/current/BP-2045198090-172.17.0.2-1733177929287 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:19:10,486 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:19:10,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@461e8a19{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:19:10,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49bb6bf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:19:10,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:19:10,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282ff216{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:19:10,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@618a6b2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5b69d2b-f88f-845f-e1c8-78d687d6d200/hadoop.log.dir/,STOPPED} 2024-12-02T22:19:10,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T22:19:10,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:19:10,567 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 160) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39747 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60420) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43859 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60420) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 360) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7429 (was 8418) 2024-12-02T22:19:10,583 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=7430 2024-12-02T22:19:10,610 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-02T22:19:10,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/hadoop.log.dir so I do NOT create it in target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964 2024-12-02T22:19:10,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:19:10,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/hadoop.tmp.dir so I do NOT create it in target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964 2024-12-02T22:19:10,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61fff97f-3ed4-8325-472b-e136569aae2a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:19:10,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964 2024-12-02T22:19:10,611 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/cluster_29e43cbb-f154-d12b-e400-8a8909f59060, deleteOnExit=true 2024-12-02T22:19:10,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009d1278c80005, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:19:10,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009d1278c80005, quorum=127.0.0.1:60420, baseZNode=/1943455483 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:19:10,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009d1278c80002, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:19:10,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009d1278c80002, quorum=127.0.0.1:60420, baseZNode=/0-626424573 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:19:10,642 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/cluster_29e43cbb-f154-d12b-e400-8a8909f59060/zookeeper_0, clientPort=56440, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/cluster_29e43cbb-f154-d12b-e400-8a8909f59060/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/cluster_29e43cbb-f154-d12b-e400-8a8909f59060/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T22:19:10,645 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56440 2024-12-02T22:19:10,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:19:10,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:19:10,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/test.cache.data in system properties and HBase conf 2024-12-02T22:19:10,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:19:10,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:19:10,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:19:10,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:19:10,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:19:10,646 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:19:10,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:19:10,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:19:10,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:19:10,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:19:10,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:19:10,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:19:10,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:19:10,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:19:10,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:19:10,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:19:10,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:19:10,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:19:10,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:19:10,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:19:10,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:19:10,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T22:19:10,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T22:19:10,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:10,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:10,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:19:10,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:19:10,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:19:10,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:19:10,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:10,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1087461c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:19:10,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69fc284f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:19:11,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21ddca0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/java.io.tmpdir/jetty-localhost-32925-hadoop-hdfs-3_4_1-tests_jar-_-any-7295009300371967429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:19:11,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5229bcd2{HTTP/1.1, (http/1.1)}{localhost:32925} 2024-12-02T22:19:11,005 INFO [Time-limited test {}] server.Server(415): Started @145440ms 2024-12-02T22:19:11,092 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:19:11,122 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:11,123 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:11,123 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:11,123 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:11,123 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:11,124 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:11,134 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:11,137 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:11,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:11,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:19:11,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:19:11,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:19:11,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:19:11,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2277d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:19:11,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce1faa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:19:11,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78fc976{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/java.io.tmpdir/jetty-localhost-35997-hadoop-hdfs-3_4_1-tests_jar-_-any-15815213091970086645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:19:11,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@189d931d{HTTP/1.1, (http/1.1)}{localhost:35997} 2024-12-02T22:19:11,268 INFO [Time-limited test {}] server.Server(415): Started @145703ms 2024-12-02T22:19:11,269 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:19:11,361 WARN [Thread-1669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/cluster_29e43cbb-f154-d12b-e400-8a8909f59060/data/data1/current/BP-1726778755-172.17.0.2-1733177950700/current, will proceed with Du for space computation calculation, 2024-12-02T22:19:11,362 WARN [Thread-1670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/cluster_29e43cbb-f154-d12b-e400-8a8909f59060/data/data2/current/BP-1726778755-172.17.0.2-1733177950700/current, will proceed with Du for space computation calculation, 2024-12-02T22:19:11,382 WARN [Thread-1657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:19:11,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49793b3a21885a2f with lease ID 0x1ab5b3919e8ccf74: Processing first storage report for DS-0e1717b2-581c-4971-8170-d3f5b574c5dd from datanode DatanodeRegistration(127.0.0.1:35981, datanodeUuid=96bcb3fc-2012-494a-a6f8-dd4c5c2d76c4, infoPort=46201, infoSecurePort=0, ipcPort=35875, storageInfo=lv=-57;cid=testClusterID;nsid=1389163280;c=1733177950700) 2024-12-02T22:19:11,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49793b3a21885a2f with lease ID 0x1ab5b3919e8ccf74: from storage DS-0e1717b2-581c-4971-8170-d3f5b574c5dd node DatanodeRegistration(127.0.0.1:35981, datanodeUuid=96bcb3fc-2012-494a-a6f8-dd4c5c2d76c4, infoPort=46201, infoSecurePort=0, ipcPort=35875, storageInfo=lv=-57;cid=testClusterID;nsid=1389163280;c=1733177950700), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:19:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49793b3a21885a2f with lease ID 0x1ab5b3919e8ccf74: Processing first storage report for DS-e3cb2a63-0899-4578-9544-245b9a8adf82 from datanode DatanodeRegistration(127.0.0.1:35981, datanodeUuid=96bcb3fc-2012-494a-a6f8-dd4c5c2d76c4, infoPort=46201, infoSecurePort=0, ipcPort=35875, storageInfo=lv=-57;cid=testClusterID;nsid=1389163280;c=1733177950700) 2024-12-02T22:19:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49793b3a21885a2f with lease ID 0x1ab5b3919e8ccf74: from storage DS-e3cb2a63-0899-4578-9544-245b9a8adf82 node DatanodeRegistration(127.0.0.1:35981, datanodeUuid=96bcb3fc-2012-494a-a6f8-dd4c5c2d76c4, infoPort=46201, infoSecurePort=0, ipcPort=35875, storageInfo=lv=-57;cid=testClusterID;nsid=1389163280;c=1733177950700), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:19:11,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964 2024-12-02T22:19:11,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:11,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:11,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:19:11,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81 with version=8 2024-12-02T22:19:11,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/hbase-staging 2024-12-02T22:19:11,812 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:19:11,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:11,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:11,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:19:11,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:11,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:19:11,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:19:11,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:19:11,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34187 2024-12-02T22:19:11,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34187 connecting to ZooKeeper ensemble=127.0.0.1:56440 2024-12-02T22:19:11,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341870x0, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:11,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34187-0x1009d12cc440000 connected 2024-12-02T22:19:11,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:11,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:11,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Set watcher on znode that does not yet exist, /0-1397421982/running 2024-12-02T22:19:11,843 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81, hbase.cluster.distributed=false 2024-12-02T22:19:11,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Set watcher on znode that does not yet exist, /0-1397421982/acl 2024-12-02T22:19:11,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34187 2024-12-02T22:19:11,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34187 2024-12-02T22:19:11,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34187 2024-12-02T22:19:11,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34187 2024-12-02T22:19:11,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34187 2024-12-02T22:19:11,874 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:19:11,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:11,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:11,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:19:11,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:11,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:19:11,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:19:11,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:19:11,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35657 2024-12-02T22:19:11,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35657 connecting to ZooKeeper ensemble=127.0.0.1:56440 2024-12-02T22:19:11,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:11,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:11,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356570x0, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:11,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356570x0, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Set watcher on znode that does not yet exist, /0-1397421982/running 2024-12-02T22:19:11,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35657-0x1009d12cc440001 connected 2024-12-02T22:19:11,887 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:19:11,892 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:19:11,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Set watcher on znode that does not yet exist, /0-1397421982/master 2024-12-02T22:19:11,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Set watcher on znode that does not yet exist, /0-1397421982/acl 2024-12-02T22:19:11,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35657 2024-12-02T22:19:11,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35657 2024-12-02T22:19:11,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35657 2024-12-02T22:19:11,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35657 2024-12-02T22:19:11,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35657 2024-12-02T22:19:11,923 DEBUG [M:0;7ae73638d47e:34187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:34187 2024-12-02T22:19:11,924 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1397421982/backup-masters/7ae73638d47e,34187,1733177951812 2024-12-02T22:19:11,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982/backup-masters 2024-12-02T22:19:11,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982/backup-masters 2024-12-02T22:19:11,925 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Set watcher on existing znode=/0-1397421982/backup-masters/7ae73638d47e,34187,1733177951812 2024-12-02T22:19:11,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1397421982/master 2024-12-02T22:19:11,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:11,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:11,928 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Set watcher on existing znode=/0-1397421982/master 2024-12-02T22:19:11,928 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1397421982/backup-masters/7ae73638d47e,34187,1733177951812 from backup master directory 2024-12-02T22:19:11,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982/backup-masters 2024-12-02T22:19:11,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1397421982/backup-masters/7ae73638d47e,34187,1733177951812 2024-12-02T22:19:11,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982/backup-masters 2024-12-02T22:19:11,929 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:19:11,929 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,34187,1733177951812 2024-12-02T22:19:11,933 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/hbase.id] with ID: d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76 2024-12-02T22:19:11,933 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/.tmp/hbase.id 2024-12-02T22:19:11,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:19:12,344 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/.tmp/hbase.id]:[hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/hbase.id] 2024-12-02T22:19:12,354 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:12,354 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:19:12,355 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:19:12,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:12,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:12,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:19:12,763 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:19:12,763 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:19:12,764 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:12,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:19:13,171 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store 2024-12-02T22:19:13,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:19:13,576 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:13,576 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:19:13,577 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:13,577 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:13,577 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:19:13,577 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:13,577 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:13,577 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177953576Disabling compacts and flushes for region at 1733177953576Disabling writes for close at 1733177953577 (+1 ms)Writing region close event to WAL at 1733177953577Closed at 1733177953577 2024-12-02T22:19:13,577 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/.initializing 2024-12-02T22:19:13,577 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/WALs/7ae73638d47e,34187,1733177951812 2024-12-02T22:19:13,578 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:19:13,580 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C34187%2C1733177951812, suffix=, logDir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/WALs/7ae73638d47e,34187,1733177951812, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/oldWALs, maxLogs=10 2024-12-02T22:19:13,597 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/WALs/7ae73638d47e,34187,1733177951812/7ae73638d47e%2C34187%2C1733177951812.1733177953580, exclude list is [], retry=0 2024-12-02T22:19:13,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35981,DS-0e1717b2-581c-4971-8170-d3f5b574c5dd,DISK] 2024-12-02T22:19:13,601 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/WALs/7ae73638d47e,34187,1733177951812/7ae73638d47e%2C34187%2C1733177951812.1733177953580 2024-12-02T22:19:13,601 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46201:46201)] 2024-12-02T22:19:13,601 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:13,601 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:13,601 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:13,601 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:13,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:13,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:19:13,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:13,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:13,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:13,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:19:13,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:13,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:13,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:13,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:19:13,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:13,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:13,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:13,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:19:13,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:13,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:13,607 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:13,608 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:13,608 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:13,609 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:13,609 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:13,610 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:13,611 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:13,612 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:13,612 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72809315, jitterRate=0.08494333922863007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:13,613 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177953601Initializing all the Stores at 1733177953602 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177953602Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177953602Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177953602Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177953602Cleaning up temporary data from old regions at 1733177953609 (+7 ms)Region opened successfully at 1733177953613 (+4 ms) 2024-12-02T22:19:13,614 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:19:13,616 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f451c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:19:13,617 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:19:13,617 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:19:13,617 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:19:13,617 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:19:13,618 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:19:13,618 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:19:13,618 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:19:13,620 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:19:13,621 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Unable to get data of znode /0-1397421982/balancer because node does not exist (not necessarily an error) 2024-12-02T22:19:13,622 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1397421982/balancer already deleted, retry=false 2024-12-02T22:19:13,622 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:19:13,622 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Unable to get data of znode /0-1397421982/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:19:13,623 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1397421982/normalizer already deleted, retry=false 2024-12-02T22:19:13,624 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:19:13,624 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Unable to get data of znode /0-1397421982/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:19:13,625 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1397421982/switch/split already deleted, retry=false 2024-12-02T22:19:13,626 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Unable to get data of znode /0-1397421982/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:19:13,627 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1397421982/switch/merge already deleted, retry=false 2024-12-02T22:19:13,629 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Unable to get data of znode /0-1397421982/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:19:13,630 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1397421982/snapshot-cleanup already deleted, retry=false 2024-12-02T22:19:13,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1397421982/running 2024-12-02T22:19:13,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1397421982/running 2024-12-02T22:19:13,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:13,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:13,631 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,34187,1733177951812, sessionid=0x1009d12cc440000, setting cluster-up flag (Was=false) 2024-12-02T22:19:13,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:13,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:13,638 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1397421982/flush-table-proc/acquired, /0-1397421982/flush-table-proc/reached, /0-1397421982/flush-table-proc/abort 2024-12-02T22:19:13,638 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,34187,1733177951812 2024-12-02T22:19:13,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:13,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:13,646 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1397421982/online-snapshot/acquired, /0-1397421982/online-snapshot/reached, /0-1397421982/online-snapshot/abort 2024-12-02T22:19:13,647 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,34187,1733177951812 2024-12-02T22:19:13,648 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:19:13,649 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:13,649 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:19:13,649 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:19:13,649 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7ae73638d47e,40575,1733177930155: status=Processing ServerCrashProcedure of 7ae73638d47e,40575,1733177930155 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733177941259, completionTime=-1 appears to have been leaked 2024-12-02T22:19:13,650 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,34187,1733177951812 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:19:13,651 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:13,651 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:13,651 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:13,651 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:13,651 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:19:13,651 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:13,651 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:19:13,651 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:13,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:13,652 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:19:13,654 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733177983654 2024-12-02T22:19:13,654 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:19:13,654 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:19:13,654 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:19:13,655 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:19:13,655 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:19:13,655 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:19:13,655 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:13,655 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:19:13,655 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:13,655 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:19:13,655 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:19:13,655 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:19:13,655 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:19:13,656 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:19:13,656 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:19:13,656 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177953656,5,FailOnTimeoutGroup] 2024-12-02T22:19:13,659 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177953656,5,FailOnTimeoutGroup] 2024-12-02T22:19:13,659 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:13,659 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:19:13,659 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:13,659 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:13,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:19:13,711 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(746): ClusterId : d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76 2024-12-02T22:19:13,711 DEBUG [RS:0;7ae73638d47e:35657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:19:13,713 DEBUG [RS:0;7ae73638d47e:35657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:19:13,713 DEBUG [RS:0;7ae73638d47e:35657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:19:13,715 DEBUG [RS:0;7ae73638d47e:35657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:19:13,716 DEBUG [RS:0;7ae73638d47e:35657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e43bb6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:19:13,733 DEBUG [RS:0;7ae73638d47e:35657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:35657 2024-12-02T22:19:13,733 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:19:13,733 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:19:13,733 DEBUG [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:19:13,734 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,34187,1733177951812 with port=35657, startcode=1733177951874 2024-12-02T22:19:13,735 DEBUG [RS:0;7ae73638d47e:35657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:19:13,736 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:19:13,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,35657,1733177951874 2024-12-02T22:19:13,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34187 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,35657,1733177951874 2024-12-02T22:19:13,738 DEBUG [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81 2024-12-02T22:19:13,738 DEBUG [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41085 2024-12-02T22:19:13,738 DEBUG [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:19:13,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982/rs 2024-12-02T22:19:13,740 DEBUG [RS:0;7ae73638d47e:35657 {}] zookeeper.ZKUtil(111): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Set watcher on existing znode=/0-1397421982/rs/7ae73638d47e,35657,1733177951874 2024-12-02T22:19:13,740 WARN [RS:0;7ae73638d47e:35657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:19:13,740 INFO [RS:0;7ae73638d47e:35657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:13,740 DEBUG [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874 2024-12-02T22:19:13,740 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,35657,1733177951874] 2024-12-02T22:19:13,743 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:19:13,746 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:19:13,746 INFO [RS:0;7ae73638d47e:35657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:19:13,746 INFO [RS:0;7ae73638d47e:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:13,752 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:19:13,753 INFO [RS:0;7ae73638d47e:35657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:19:13,753 INFO [RS:0;7ae73638d47e:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:13,753 DEBUG [RS:0;7ae73638d47e:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:13,753 DEBUG [RS:0;7ae73638d47e:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:13,753 DEBUG [RS:0;7ae73638d47e:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:13,753 DEBUG [RS:0;7ae73638d47e:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:13,753 DEBUG [RS:0;7ae73638d47e:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:13,753 DEBUG [RS:0;7ae73638d47e:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:19:13,753 DEBUG [RS:0;7ae73638d47e:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:13,753 DEBUG [RS:0;7ae73638d47e:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:13,753 DEBUG [RS:0;7ae73638d47e:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:13,753 DEBUG [RS:0;7ae73638d47e:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:13,753 DEBUG [RS:0;7ae73638d47e:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:13,753 DEBUG [RS:0;7ae73638d47e:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:13,753 DEBUG [RS:0;7ae73638d47e:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:19:13,753 DEBUG [RS:0;7ae73638d47e:35657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:19:13,756 INFO [RS:0;7ae73638d47e:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:13,756 INFO [RS:0;7ae73638d47e:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:13,756 INFO [RS:0;7ae73638d47e:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:13,756 INFO [RS:0;7ae73638d47e:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:13,757 INFO [RS:0;7ae73638d47e:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:13,757 INFO [RS:0;7ae73638d47e:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,35657,1733177951874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:19:13,785 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:19:13,785 INFO [RS:0;7ae73638d47e:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,35657,1733177951874-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:13,785 INFO [RS:0;7ae73638d47e:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:13,785 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.Replication(171): 7ae73638d47e,35657,1733177951874 started 2024-12-02T22:19:13,805 INFO [RS:0;7ae73638d47e:35657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:13,806 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,35657,1733177951874, RpcServer on 7ae73638d47e/172.17.0.2:35657, sessionid=0x1009d12cc440001 2024-12-02T22:19:13,806 DEBUG [RS:0;7ae73638d47e:35657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:19:13,806 DEBUG [RS:0;7ae73638d47e:35657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,35657,1733177951874 2024-12-02T22:19:13,806 DEBUG [RS:0;7ae73638d47e:35657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,35657,1733177951874' 2024-12-02T22:19:13,806 DEBUG [RS:0;7ae73638d47e:35657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1397421982/flush-table-proc/abort' 2024-12-02T22:19:13,806 DEBUG [RS:0;7ae73638d47e:35657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1397421982/flush-table-proc/acquired' 2024-12-02T22:19:13,806 DEBUG [RS:0;7ae73638d47e:35657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:19:13,807 DEBUG [RS:0;7ae73638d47e:35657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:19:13,807 DEBUG [RS:0;7ae73638d47e:35657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,35657,1733177951874 2024-12-02T22:19:13,807 DEBUG [RS:0;7ae73638d47e:35657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,35657,1733177951874' 2024-12-02T22:19:13,807 DEBUG [RS:0;7ae73638d47e:35657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1397421982/online-snapshot/abort' 2024-12-02T22:19:13,807 DEBUG [RS:0;7ae73638d47e:35657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1397421982/online-snapshot/acquired' 2024-12-02T22:19:13,807 DEBUG [RS:0;7ae73638d47e:35657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:19:13,807 INFO [RS:0;7ae73638d47e:35657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:19:13,807 INFO [RS:0;7ae73638d47e:35657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:19:13,908 INFO [RS:0;7ae73638d47e:35657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:19:13,909 INFO [RS:0;7ae73638d47e:35657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C35657%2C1733177951874, suffix=, logDir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/oldWALs, maxLogs=10 2024-12-02T22:19:13,923 DEBUG [RS:0;7ae73638d47e:35657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909, exclude list is [], retry=0 2024-12-02T22:19:13,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35981,DS-0e1717b2-581c-4971-8170-d3f5b574c5dd,DISK] 2024-12-02T22:19:13,931 INFO [RS:0;7ae73638d47e:35657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 2024-12-02T22:19:13,935 DEBUG [RS:0;7ae73638d47e:35657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46201:46201)] 2024-12-02T22:19:14,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:19:14,066 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81 2024-12-02T22:19:14,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741833_1009 (size=32) 2024-12-02T22:19:14,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:14,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:19:14,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:19:14,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:14,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:14,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:19:14,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:19:14,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:14,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:14,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:19:14,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:19:14,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:14,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:14,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:19:14,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:19:14,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:14,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:14,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:19:14,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740 2024-12-02T22:19:14,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740 2024-12-02T22:19:14,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:19:14,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:19:14,482 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:14,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:19:14,484 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:14,485 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72084619, jitterRate=0.07414452731609344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:14,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733177954472Initializing all the Stores at 1733177954473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177954473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177954473Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177954473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177954473Cleaning up temporary data from old regions at 1733177954481 (+8 ms)Region opened successfully at 1733177954486 (+5 ms) 2024-12-02T22:19:14,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:19:14,486 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:19:14,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:19:14,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:19:14,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:19:14,486 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:14,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177954486Disabling compacts and flushes for region at 1733177954486Disabling writes for close at 1733177954486Writing region close event to WAL at 1733177954486Closed at 1733177954486 2024-12-02T22:19:14,487 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:14,487 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:19:14,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:19:14,488 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:19:14,490 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:19:14,640 DEBUG [7ae73638d47e:34187 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:19:14,640 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,35657,1733177951874 2024-12-02T22:19:14,641 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,35657,1733177951874, state=OPENING 2024-12-02T22:19:14,643 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:19:14,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:14,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:14,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1397421982/meta-region-server: CHANGED 2024-12-02T22:19:14,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1397421982/meta-region-server: CHANGED 2024-12-02T22:19:14,647 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:19:14,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,35657,1733177951874}] 2024-12-02T22:19:14,800 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:19:14,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:19:14,813 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:19:14,813 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:14,813 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:19:14,815 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C35657%2C1733177951874.meta, suffix=.meta, logDir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/oldWALs, maxLogs=10 2024-12-02T22:19:14,834 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.meta.1733177954815.meta, exclude list is [], retry=0 2024-12-02T22:19:14,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35981,DS-0e1717b2-581c-4971-8170-d3f5b574c5dd,DISK] 2024-12-02T22:19:14,842 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.meta.1733177954815.meta 2024-12-02T22:19:14,843 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46201:46201)] 2024-12-02T22:19:14,843 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:14,843 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:19:14,844 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:19:14,844 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:19:14,844 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:19:14,844 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:19:14,844 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:14,844 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:19:14,844 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:19:14,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:19:14,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:19:14,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:14,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:14,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:19:14,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:19:14,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:14,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:14,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:19:14,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:19:14,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:14,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:14,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:19:14,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:19:14,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:14,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:14,853 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:19:14,854 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740 2024-12-02T22:19:14,854 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740 2024-12-02T22:19:14,855 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:19:14,855 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:19:14,856 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:14,858 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:19:14,859 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60244559, jitterRate=-0.10228611528873444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:14,859 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:19:14,860 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733177954844Writing region info on filesystem at 1733177954844Initializing all the Stores at 1733177954845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177954845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177954848 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177954848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177954848Cleaning up temporary data from old regions at 1733177954855 (+7 ms)Running coprocessor post-open hooks at 1733177954859 (+4 ms)Region opened successfully at 1733177954859 2024-12-02T22:19:14,860 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733177954799 2024-12-02T22:19:14,862 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:19:14,862 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:19:14,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,35657,1733177951874 2024-12-02T22:19:14,864 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,35657,1733177951874, state=OPEN 2024-12-02T22:19:14,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1397421982/meta-region-server 2024-12-02T22:19:14,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1397421982/meta-region-server 2024-12-02T22:19:14,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1397421982/meta-region-server: CHANGED 2024-12-02T22:19:14,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1397421982/meta-region-server: CHANGED 2024-12-02T22:19:14,866 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,35657,1733177951874 2024-12-02T22:19:14,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:19:14,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,35657,1733177951874 in 219 msec 2024-12-02T22:19:14,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:19:14,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-12-02T22:19:14,871 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:14,871 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:19:14,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:14,873 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,35657,1733177951874, seqNum=-1] 2024-12-02T22:19:14,873 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:14,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:14,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-12-02T22:19:14,880 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733177954880, completionTime=-1 2024-12-02T22:19:14,880 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:19:14,880 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:19:14,882 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:19:14,882 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178014882 2024-12-02T22:19:14,882 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178074882 2024-12-02T22:19:14,882 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T22:19:14,882 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,34187,1733177951812-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:14,882 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,34187,1733177951812-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:14,882 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,34187,1733177951812-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:14,882 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:34187, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:14,883 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:14,884 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:19:14,888 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:14,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.963sec 2024-12-02T22:19:14,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:19:14,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:19:14,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:19:14,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:19:14,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:19:14,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,34187,1733177951812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:19:14,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,34187,1733177951812-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:19:14,898 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:19:14,898 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:19:14,898 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,34187,1733177951812-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:14,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d90865a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:14,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,34187,-1 for getting cluster id 2024-12-02T22:19:14,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:14,921 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76' 2024-12-02T22:19:14,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:14,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76" 2024-12-02T22:19:14,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f9780a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:14,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,34187,-1] 2024-12-02T22:19:14,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:14,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:14,923 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:14,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356a080a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:14,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:14,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,35657,1733177951874, seqNum=-1] 2024-12-02T22:19:14,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:14,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:14,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,34187,1733177951812 2024-12-02T22:19:14,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56440 2024-12-02T22:19:14,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:14,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/hadoop.log.dir so I do NOT create it in target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56 2024-12-02T22:19:14,949 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:19:14,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/hadoop.tmp.dir so I do NOT create it in target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56 2024-12-02T22:19:14,949 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:19:14,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56 2024-12-02T22:19:14,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:19:14,949 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/cluster_7449b03a-4005-595c-8173-f6ea187efe7f, deleteOnExit=true 2024-12-02T22:19:14,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:19:14,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/test.cache.data in system properties and HBase conf 2024-12-02T22:19:14,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:19:14,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:19:14,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:19:14,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:19:14,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:19:14,950 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:19:14,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:19:14,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:19:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:19:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:19:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:19:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:19:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:19:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:19:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:19:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:19:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:19:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:19:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:19:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:19:14,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009d12cc440002 connected 2024-12-02T22:19:15,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:15,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:19:15,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:19:15,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:19:15,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:19:15,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:15,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698bd8f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:19:15,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2216ae9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:19:15,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11574a3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/java.io.tmpdir/jetty-localhost-38061-hadoop-hdfs-3_4_1-tests_jar-_-any-15405077175756716143/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:19:15,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d265d3e{HTTP/1.1, (http/1.1)}{localhost:38061} 2024-12-02T22:19:15,185 INFO [Time-limited test {}] server.Server(415): Started @149620ms 2024-12-02T22:19:15,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:15,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:19:15,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:19:15,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:19:15,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:19:15,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54ff792c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:19:15,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74a033e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:19:15,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18c944d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/java.io.tmpdir/jetty-localhost-41033-hadoop-hdfs-3_4_1-tests_jar-_-any-2409645183759031446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:19:15,446 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14658782{HTTP/1.1, (http/1.1)}{localhost:41033} 2024-12-02T22:19:15,446 INFO [Time-limited test {}] server.Server(415): Started @149881ms 2024-12-02T22:19:15,448 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:19:15,574 WARN [Thread-1789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/cluster_7449b03a-4005-595c-8173-f6ea187efe7f/data/data1/current/BP-1830335952-172.17.0.2-1733177954976/current, will proceed with Du for space computation calculation, 2024-12-02T22:19:15,575 WARN [Thread-1790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/cluster_7449b03a-4005-595c-8173-f6ea187efe7f/data/data2/current/BP-1830335952-172.17.0.2-1733177954976/current, will proceed with Du for space computation calculation, 2024-12-02T22:19:15,612 WARN [Thread-1777 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:19:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35732cb188a68f5e with lease ID 0xf24805aa079fb8b5: Processing first storage report for DS-e6671caa-608e-421d-b200-0783b19c46ef from datanode DatanodeRegistration(127.0.0.1:41215, datanodeUuid=377b440d-0847-47e7-b16a-4cf1a444c61e, infoPort=45963, infoSecurePort=0, ipcPort=46035, storageInfo=lv=-57;cid=testClusterID;nsid=1556230152;c=1733177954976) 2024-12-02T22:19:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35732cb188a68f5e with lease ID 0xf24805aa079fb8b5: from storage DS-e6671caa-608e-421d-b200-0783b19c46ef node DatanodeRegistration(127.0.0.1:41215, datanodeUuid=377b440d-0847-47e7-b16a-4cf1a444c61e, infoPort=45963, infoSecurePort=0, ipcPort=46035, storageInfo=lv=-57;cid=testClusterID;nsid=1556230152;c=1733177954976), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:19:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35732cb188a68f5e with lease ID 0xf24805aa079fb8b5: Processing first storage report for DS-e0d999ea-3c0e-4b22-9063-1f89511a0bdd from datanode DatanodeRegistration(127.0.0.1:41215, datanodeUuid=377b440d-0847-47e7-b16a-4cf1a444c61e, infoPort=45963, infoSecurePort=0, ipcPort=46035, storageInfo=lv=-57;cid=testClusterID;nsid=1556230152;c=1733177954976) 2024-12-02T22:19:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35732cb188a68f5e with lease ID 0xf24805aa079fb8b5: from storage DS-e0d999ea-3c0e-4b22-9063-1f89511a0bdd node DatanodeRegistration(127.0.0.1:41215, datanodeUuid=377b440d-0847-47e7-b16a-4cf1a444c61e, infoPort=45963, infoSecurePort=0, ipcPort=46035, storageInfo=lv=-57;cid=testClusterID;nsid=1556230152;c=1733177954976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:19:15,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56 2024-12-02T22:19:15,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:15,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:15,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:19:16,125 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5 with version=8 2024-12-02T22:19:16,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/hbase-staging 2024-12-02T22:19:16,127 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:19:16,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:16,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:16,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:19:16,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:16,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:19:16,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:19:16,128 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:19:16,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40891 2024-12-02T22:19:16,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40891 connecting to ZooKeeper ensemble=127.0.0.1:56440 2024-12-02T22:19:16,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408910x0, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:16,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40891-0x1009d12cc440003 connected 2024-12-02T22:19:16,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:16,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:16,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Set watcher on znode that does not yet exist, /11199093531/running 2024-12-02T22:19:16,146 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5, hbase.cluster.distributed=false 2024-12-02T22:19:16,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Set watcher on znode that does not yet exist, /11199093531/acl 2024-12-02T22:19:16,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40891 2024-12-02T22:19:16,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40891 2024-12-02T22:19:16,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40891 2024-12-02T22:19:16,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40891 2024-12-02T22:19:16,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40891 2024-12-02T22:19:16,175 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:19:16,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:16,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:16,176 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:19:16,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:16,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:19:16,176 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:19:16,176 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:19:16,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39775 2024-12-02T22:19:16,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39775 connecting to ZooKeeper ensemble=127.0.0.1:56440 2024-12-02T22:19:16,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:16,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:16,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397750x0, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:16,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397750x0, quorum=127.0.0.1:56440, baseZNode=/11199093531 Set watcher on znode that does not yet exist, /11199093531/running 2024-12-02T22:19:16,185 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:19:16,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39775-0x1009d12cc440004 connected 2024-12-02T22:19:16,188 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:19:16,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Set watcher on znode that does not yet exist, /11199093531/master 2024-12-02T22:19:16,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Set watcher on znode that does not yet exist, /11199093531/acl 2024-12-02T22:19:16,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39775 2024-12-02T22:19:16,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39775 2024-12-02T22:19:16,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39775 2024-12-02T22:19:16,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39775 2024-12-02T22:19:16,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39775 2024-12-02T22:19:16,213 DEBUG [M:0;7ae73638d47e:40891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:40891 2024-12-02T22:19:16,214 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11199093531/backup-masters/7ae73638d47e,40891,1733177956127 2024-12-02T22:19:16,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531/backup-masters 2024-12-02T22:19:16,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531/backup-masters 2024-12-02T22:19:16,216 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Set watcher on existing znode=/11199093531/backup-masters/7ae73638d47e,40891,1733177956127 2024-12-02T22:19:16,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11199093531/master 2024-12-02T22:19:16,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:16,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:16,218 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Set watcher on existing znode=/11199093531/master 2024-12-02T22:19:16,218 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11199093531/backup-masters/7ae73638d47e,40891,1733177956127 from backup master directory 2024-12-02T22:19:16,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11199093531/backup-masters/7ae73638d47e,40891,1733177956127 2024-12-02T22:19:16,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531/backup-masters 2024-12-02T22:19:16,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531/backup-masters 2024-12-02T22:19:16,220 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:19:16,220 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,40891,1733177956127 2024-12-02T22:19:16,225 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/hbase.id] with ID: 302b0803-4c6c-4e5b-ae8c-dcf6a6d20730 2024-12-02T22:19:16,225 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/.tmp/hbase.id 2024-12-02T22:19:16,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:19:16,632 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/.tmp/hbase.id]:[hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/hbase.id] 2024-12-02T22:19:16,642 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:16,642 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:19:16,643 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:19:16,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:16,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:16,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:19:17,053 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:19:17,054 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:19:17,055 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:17,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:19:17,461 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store 2024-12-02T22:19:17,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:19:17,868 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:17,868 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:19:17,868 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:17,868 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:17,868 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:19:17,868 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:17,868 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:17,868 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177957868Disabling compacts and flushes for region at 1733177957868Disabling writes for close at 1733177957868Writing region close event to WAL at 1733177957868Closed at 1733177957868 2024-12-02T22:19:17,870 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/.initializing 2024-12-02T22:19:17,870 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/WALs/7ae73638d47e,40891,1733177956127 2024-12-02T22:19:17,873 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:19:17,875 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C40891%2C1733177956127, suffix=, logDir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/WALs/7ae73638d47e,40891,1733177956127, archiveDir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/oldWALs, maxLogs=10 2024-12-02T22:19:17,892 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/WALs/7ae73638d47e,40891,1733177956127/7ae73638d47e%2C40891%2C1733177956127.1733177957875, exclude list is [], retry=0 2024-12-02T22:19:17,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41215,DS-e6671caa-608e-421d-b200-0783b19c46ef,DISK] 2024-12-02T22:19:17,897 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/WALs/7ae73638d47e,40891,1733177956127/7ae73638d47e%2C40891%2C1733177956127.1733177957875 2024-12-02T22:19:17,897 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45963:45963)] 2024-12-02T22:19:17,897 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:17,897 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:17,897 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:17,897 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:17,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:17,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:19:17,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:17,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:17,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:17,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:19:17,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:17,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:17,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:17,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:19:17,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:17,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:17,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:17,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:19:17,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:17,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:17,904 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:17,904 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:17,904 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:17,905 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:17,905 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:17,906 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:17,907 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:17,908 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:17,908 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70756835, jitterRate=0.05435900390148163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:17,909 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177957897Initializing all the Stores at 1733177957898 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177957898Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177957898Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177957898Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177957898Cleaning up temporary data from old regions at 1733177957905 (+7 ms)Region opened successfully at 1733177957909 (+4 ms) 2024-12-02T22:19:17,909 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:19:17,911 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fdccdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:19:17,912 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:19:17,912 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:19:17,912 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:19:17,912 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:19:17,913 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:19:17,913 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:19:17,913 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:19:17,914 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:19:17,915 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Unable to get data of znode /11199093531/balancer because node does not exist (not necessarily an error) 2024-12-02T22:19:17,916 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11199093531/balancer already deleted, retry=false 2024-12-02T22:19:17,917 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:19:17,917 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Unable to get data of znode /11199093531/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:19:17,918 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11199093531/normalizer already deleted, retry=false 2024-12-02T22:19:17,919 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:19:17,919 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Unable to get data of znode /11199093531/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:19:17,920 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11199093531/switch/split already deleted, retry=false 2024-12-02T22:19:17,921 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Unable to get data of znode /11199093531/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:19:17,922 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11199093531/switch/merge already deleted, retry=false 2024-12-02T22:19:17,924 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Unable to get data of znode /11199093531/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:19:17,925 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11199093531/snapshot-cleanup already deleted, retry=false 2024-12-02T22:19:17,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11199093531/running 2024-12-02T22:19:17,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11199093531/running 2024-12-02T22:19:17,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:17,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:17,927 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,40891,1733177956127, sessionid=0x1009d12cc440003, setting cluster-up flag (Was=false) 2024-12-02T22:19:17,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:17,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:17,934 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11199093531/flush-table-proc/acquired, /11199093531/flush-table-proc/reached, /11199093531/flush-table-proc/abort 2024-12-02T22:19:17,935 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,40891,1733177956127 2024-12-02T22:19:17,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:17,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:17,942 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11199093531/online-snapshot/acquired, /11199093531/online-snapshot/reached, /11199093531/online-snapshot/abort 2024-12-02T22:19:17,942 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,40891,1733177956127 2024-12-02T22:19:17,943 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:19:17,944 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:17,944 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:19:17,944 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:19:17,945 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,40891,1733177956127 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:19:17,946 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:17,946 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:17,946 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:17,946 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:17,946 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:19:17,946 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:17,946 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:19:17,946 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:17,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:17,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:19:17,948 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:17,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:19:17,957 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733177987957 2024-12-02T22:19:17,957 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:19:17,957 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:19:17,957 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:19:17,957 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:19:17,957 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:19:17,957 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:19:17,958 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:17,958 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:19:17,958 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:19:17,958 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:19:17,958 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:19:17,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:19:17,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:19:17,959 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177957959,5,FailOnTimeoutGroup] 2024-12-02T22:19:17,959 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177957959,5,FailOnTimeoutGroup] 2024-12-02T22:19:17,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:17,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:19:17,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:17,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:17,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:19:18,001 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(746): ClusterId : 302b0803-4c6c-4e5b-ae8c-dcf6a6d20730 2024-12-02T22:19:18,001 DEBUG [RS:0;7ae73638d47e:39775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:19:18,003 DEBUG [RS:0;7ae73638d47e:39775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:19:18,003 DEBUG [RS:0;7ae73638d47e:39775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:19:18,005 DEBUG [RS:0;7ae73638d47e:39775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:19:18,005 DEBUG [RS:0;7ae73638d47e:39775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442cee09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:19:18,016 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:39775 2024-12-02T22:19:18,016 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:19:18,016 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:19:18,016 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:19:18,017 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,40891,1733177956127 with port=39775, startcode=1733177956175 2024-12-02T22:19:18,017 DEBUG [RS:0;7ae73638d47e:39775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:19:18,019 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:19:18,019 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,39775,1733177956175 2024-12-02T22:19:18,019 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40891 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,39775,1733177956175 2024-12-02T22:19:18,020 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5 2024-12-02T22:19:18,020 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34243 2024-12-02T22:19:18,020 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:19:18,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531/rs 2024-12-02T22:19:18,025 DEBUG [RS:0;7ae73638d47e:39775 {}] zookeeper.ZKUtil(111): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Set watcher on existing znode=/11199093531/rs/7ae73638d47e,39775,1733177956175 2024-12-02T22:19:18,025 WARN [RS:0;7ae73638d47e:39775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:19:18,025 INFO [RS:0;7ae73638d47e:39775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:18,026 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,39775,1733177956175] 2024-12-02T22:19:18,026 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175 2024-12-02T22:19:18,033 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:19:18,036 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:19:18,038 INFO [RS:0;7ae73638d47e:39775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:19:18,038 INFO [RS:0;7ae73638d47e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:18,038 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:19:18,041 INFO [RS:0;7ae73638d47e:39775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:19:18,041 INFO [RS:0;7ae73638d47e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:18,041 DEBUG [RS:0;7ae73638d47e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:18,041 DEBUG [RS:0;7ae73638d47e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:18,041 DEBUG [RS:0;7ae73638d47e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:18,041 DEBUG [RS:0;7ae73638d47e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:18,041 DEBUG [RS:0;7ae73638d47e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:18,041 DEBUG [RS:0;7ae73638d47e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:19:18,041 DEBUG [RS:0;7ae73638d47e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:18,041 DEBUG [RS:0;7ae73638d47e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:18,041 DEBUG [RS:0;7ae73638d47e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:18,041 DEBUG [RS:0;7ae73638d47e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:18,041 DEBUG [RS:0;7ae73638d47e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:18,041 DEBUG [RS:0;7ae73638d47e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:18,041 DEBUG [RS:0;7ae73638d47e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:19:18,042 DEBUG [RS:0;7ae73638d47e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:19:18,060 INFO [RS:0;7ae73638d47e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:18,060 INFO [RS:0;7ae73638d47e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:18,060 INFO [RS:0;7ae73638d47e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:18,060 INFO [RS:0;7ae73638d47e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:18,060 INFO [RS:0;7ae73638d47e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:18,060 INFO [RS:0;7ae73638d47e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39775,1733177956175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:19:18,075 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:19:18,075 INFO [RS:0;7ae73638d47e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39775,1733177956175-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:18,075 INFO [RS:0;7ae73638d47e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:18,075 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.Replication(171): 7ae73638d47e,39775,1733177956175 started 2024-12-02T22:19:18,091 INFO [RS:0;7ae73638d47e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:18,091 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,39775,1733177956175, RpcServer on 7ae73638d47e/172.17.0.2:39775, sessionid=0x1009d12cc440004 2024-12-02T22:19:18,091 DEBUG [RS:0;7ae73638d47e:39775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:19:18,091 DEBUG [RS:0;7ae73638d47e:39775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,39775,1733177956175 2024-12-02T22:19:18,091 DEBUG [RS:0;7ae73638d47e:39775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,39775,1733177956175' 2024-12-02T22:19:18,091 DEBUG [RS:0;7ae73638d47e:39775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11199093531/flush-table-proc/abort' 2024-12-02T22:19:18,091 DEBUG [RS:0;7ae73638d47e:39775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11199093531/flush-table-proc/acquired' 2024-12-02T22:19:18,092 DEBUG [RS:0;7ae73638d47e:39775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:19:18,092 DEBUG [RS:0;7ae73638d47e:39775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:19:18,092 DEBUG [RS:0;7ae73638d47e:39775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,39775,1733177956175 2024-12-02T22:19:18,092 DEBUG [RS:0;7ae73638d47e:39775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,39775,1733177956175' 2024-12-02T22:19:18,092 DEBUG [RS:0;7ae73638d47e:39775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11199093531/online-snapshot/abort' 2024-12-02T22:19:18,094 DEBUG [RS:0;7ae73638d47e:39775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11199093531/online-snapshot/acquired' 2024-12-02T22:19:18,095 DEBUG [RS:0;7ae73638d47e:39775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:19:18,095 INFO [RS:0;7ae73638d47e:39775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:19:18,095 INFO [RS:0;7ae73638d47e:39775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:19:18,195 INFO [RS:0;7ae73638d47e:39775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:19:18,197 INFO [RS:0;7ae73638d47e:39775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C39775%2C1733177956175, suffix=, logDir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175, archiveDir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/oldWALs, maxLogs=10 2024-12-02T22:19:18,214 DEBUG [RS:0;7ae73638d47e:39775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197, exclude list is [], retry=0 2024-12-02T22:19:18,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41215,DS-e6671caa-608e-421d-b200-0783b19c46ef,DISK] 2024-12-02T22:19:18,219 INFO [RS:0;7ae73638d47e:39775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 2024-12-02T22:19:18,219 DEBUG [RS:0;7ae73638d47e:39775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45963:45963)] 2024-12-02T22:19:18,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:19:18,363 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5 2024-12-02T22:19:18,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741833_1009 (size=32) 2024-12-02T22:19:18,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:18,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:19:18,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:19:18,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:18,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:18,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:19:18,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:19:18,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:18,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:18,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:19:18,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:19:18,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:18,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:18,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:19:18,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:19:18,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:18,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:18,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:19:18,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740 2024-12-02T22:19:18,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740 2024-12-02T22:19:18,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:19:18,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:19:18,785 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:18,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:19:18,788 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:18,788 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61452007, jitterRate=-0.08429373800754547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:18,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733177958776Initializing all the Stores at 1733177958777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177958777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177958777Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177958777Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177958777Cleaning up temporary data from old regions at 1733177958785 (+8 ms)Region opened successfully at 1733177958788 (+3 ms) 2024-12-02T22:19:18,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:19:18,788 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:19:18,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:19:18,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:19:18,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:19:18,789 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:18,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177958788Disabling compacts and flushes for region at 1733177958788Disabling writes for close at 1733177958788Writing region close event to WAL at 1733177958789 (+1 ms)Closed at 1733177958789 2024-12-02T22:19:18,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:18,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:19:18,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:19:18,791 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:19:18,791 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:19:18,942 DEBUG [7ae73638d47e:40891 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:19:18,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,39775,1733177956175 2024-12-02T22:19:18,943 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,39775,1733177956175, state=OPENING 2024-12-02T22:19:18,945 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:19:18,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:18,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:18,947 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:19:18,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11199093531/meta-region-server: CHANGED 2024-12-02T22:19:18,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,39775,1733177956175}] 2024-12-02T22:19:18,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11199093531/meta-region-server: CHANGED 2024-12-02T22:19:19,099 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:19:19,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:19:19,104 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:19:19,104 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:19,104 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:19:19,106 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C39775%2C1733177956175.meta, suffix=.meta, logDir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175, archiveDir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/oldWALs, maxLogs=10 2024-12-02T22:19:19,123 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.meta.1733177959106.meta, exclude list is [], retry=0 2024-12-02T22:19:19,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41215,DS-e6671caa-608e-421d-b200-0783b19c46ef,DISK] 2024-12-02T22:19:19,126 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.meta.1733177959106.meta 2024-12-02T22:19:19,127 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45963:45963)] 2024-12-02T22:19:19,127 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:19,127 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:19:19,127 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:19:19,127 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:19:19,127 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:19:19,127 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:19:19,127 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:19,128 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:19:19,128 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:19:19,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:19:19,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:19:19,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:19,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:19,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:19:19,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:19:19,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:19,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:19,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:19:19,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:19:19,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:19,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:19,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:19:19,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:19:19,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:19,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:19,133 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:19:19,134 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740 2024-12-02T22:19:19,134 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740 2024-12-02T22:19:19,135 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:19:19,135 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:19:19,136 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:19,137 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:19:19,138 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71185736, jitterRate=0.06075012683868408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:19,138 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:19:19,138 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733177959128Writing region info on filesystem at 1733177959128Initializing all the Stores at 1733177959128Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177959128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177959129 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177959129Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177959129Cleaning up temporary data from old regions at 1733177959135 (+6 ms)Running coprocessor post-open hooks at 1733177959138 (+3 ms)Region opened successfully at 1733177959138 2024-12-02T22:19:19,138 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733177959099 2024-12-02T22:19:19,140 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:19:19,140 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:19:19,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,39775,1733177956175 2024-12-02T22:19:19,142 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,39775,1733177956175, state=OPEN 2024-12-02T22:19:19,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11199093531/meta-region-server 2024-12-02T22:19:19,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11199093531/meta-region-server 2024-12-02T22:19:19,143 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,39775,1733177956175 2024-12-02T22:19:19,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11199093531/meta-region-server: CHANGED 2024-12-02T22:19:19,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11199093531/meta-region-server: CHANGED 2024-12-02T22:19:19,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:19:19,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,39775,1733177956175 in 196 msec 2024-12-02T22:19:19,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:19:19,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-12-02T22:19:19,148 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:19,148 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:19:19,149 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:19,149 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,39775,1733177956175, seqNum=-1] 2024-12-02T22:19:19,150 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:19,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:19,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-12-02T22:19:19,155 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733177959155, completionTime=-1 2024-12-02T22:19:19,155 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:19:19,155 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:19:19,157 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:19:19,157 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178019157 2024-12-02T22:19:19,157 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178079157 2024-12-02T22:19:19,157 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T22:19:19,158 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40891,1733177956127-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:19,158 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40891,1733177956127-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:19,158 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40891,1733177956127-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:19,158 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:40891, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:19,158 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:19,158 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:19,159 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:19:19,161 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.941sec 2024-12-02T22:19:19,161 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:19:19,161 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:19:19,162 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:19:19,162 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:19:19,162 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:19:19,162 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40891,1733177956127-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:19:19,162 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40891,1733177956127-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:19:19,163 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:19:19,164 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:19:19,164 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,40891,1733177956127-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:19,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c71db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:19,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,40891,-1 for getting cluster id 2024-12-02T22:19:19,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:19,203 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '302b0803-4c6c-4e5b-ae8c-dcf6a6d20730' 2024-12-02T22:19:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "302b0803-4c6c-4e5b-ae8c-dcf6a6d20730" 2024-12-02T22:19:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15897820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,40891,-1] 2024-12-02T22:19:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:19,205 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:19,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37382031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:19,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:19,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,39775,1733177956175, seqNum=-1] 2024-12-02T22:19:19,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:19,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:19,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,40891,1733177956127 2024-12-02T22:19:19,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56440 2024-12-02T22:19:19,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:19,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009d12cc440005 connected 2024-12-02T22:19:19,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,34187,1733177951812 2024-12-02T22:19:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c594bfa 2024-12-02T22:19:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:19,220 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:19,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:19:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:19:19,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:19:19,223 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:19,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:19:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:19,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:19:19,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:19:19,240 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 823375d97f78f5d45af3fffffd9200a4, NAME => 'test,,1733177959221.823375d97f78f5d45af3fffffd9200a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81 2024-12-02T22:19:19,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:19:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:19,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733177959221.823375d97f78f5d45af3fffffd9200a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:19,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 823375d97f78f5d45af3fffffd9200a4, disabling compactions & flushes 2024-12-02T22:19:19,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733177959221.823375d97f78f5d45af3fffffd9200a4. 2024-12-02T22:19:19,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733177959221.823375d97f78f5d45af3fffffd9200a4. 2024-12-02T22:19:19,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733177959221.823375d97f78f5d45af3fffffd9200a4. after waiting 0 ms 2024-12-02T22:19:19,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733177959221.823375d97f78f5d45af3fffffd9200a4. 2024-12-02T22:19:19,646 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733177959221.823375d97f78f5d45af3fffffd9200a4. 2024-12-02T22:19:19,646 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 823375d97f78f5d45af3fffffd9200a4: Waiting for close lock at 1733177959646Disabling compacts and flushes for region at 1733177959646Disabling writes for close at 1733177959646Writing region close event to WAL at 1733177959646Closed at 1733177959646 2024-12-02T22:19:19,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:19:19,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733177959221.823375d97f78f5d45af3fffffd9200a4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733177959647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733177959647"}]},"ts":"1733177959647"} 2024-12-02T22:19:19,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:19:19,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:19:19,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177959650"}]},"ts":"1733177959650"} 2024-12-02T22:19:19,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:19:19,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=823375d97f78f5d45af3fffffd9200a4, ASSIGN}] 2024-12-02T22:19:19,653 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=823375d97f78f5d45af3fffffd9200a4, ASSIGN 2024-12-02T22:19:19,654 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=823375d97f78f5d45af3fffffd9200a4, ASSIGN; state=OFFLINE, location=7ae73638d47e,35657,1733177951874; forceNewPlan=false, retain=false 2024-12-02T22:19:19,743 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:19:19,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=823375d97f78f5d45af3fffffd9200a4, regionState=OPENING, regionLocation=7ae73638d47e,35657,1733177951874 2024-12-02T22:19:19,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=823375d97f78f5d45af3fffffd9200a4, ASSIGN because future has completed 2024-12-02T22:19:19,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 823375d97f78f5d45af3fffffd9200a4, server=7ae73638d47e,35657,1733177951874}] 2024-12-02T22:19:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:19,964 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733177959221.823375d97f78f5d45af3fffffd9200a4. 2024-12-02T22:19:19,964 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 823375d97f78f5d45af3fffffd9200a4, NAME => 'test,,1733177959221.823375d97f78f5d45af3fffffd9200a4.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:19,964 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:19:19,965 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:19:19,965 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:19,965 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733177959221.823375d97f78f5d45af3fffffd9200a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:19,965 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:19,965 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:19,966 INFO [StoreOpener-823375d97f78f5d45af3fffffd9200a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:19,967 INFO [StoreOpener-823375d97f78f5d45af3fffffd9200a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 823375d97f78f5d45af3fffffd9200a4 columnFamilyName f 2024-12-02T22:19:19,968 DEBUG [StoreOpener-823375d97f78f5d45af3fffffd9200a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:19,968 INFO [StoreOpener-823375d97f78f5d45af3fffffd9200a4-1 {}] regionserver.HStore(327): Store=823375d97f78f5d45af3fffffd9200a4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:19,968 INFO [StoreOpener-823375d97f78f5d45af3fffffd9200a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:19,969 INFO [StoreOpener-823375d97f78f5d45af3fffffd9200a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 823375d97f78f5d45af3fffffd9200a4 columnFamilyName f1 2024-12-02T22:19:19,969 DEBUG [StoreOpener-823375d97f78f5d45af3fffffd9200a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:19,969 INFO [StoreOpener-823375d97f78f5d45af3fffffd9200a4-1 {}] regionserver.HStore(327): Store=823375d97f78f5d45af3fffffd9200a4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:19,969 INFO [StoreOpener-823375d97f78f5d45af3fffffd9200a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:19,970 INFO [StoreOpener-823375d97f78f5d45af3fffffd9200a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 823375d97f78f5d45af3fffffd9200a4 columnFamilyName norep 2024-12-02T22:19:19,970 DEBUG [StoreOpener-823375d97f78f5d45af3fffffd9200a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:19,971 INFO [StoreOpener-823375d97f78f5d45af3fffffd9200a4-1 {}] regionserver.HStore(327): Store=823375d97f78f5d45af3fffffd9200a4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:19,971 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:19,972 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:19,972 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:19,973 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:19,973 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:19,973 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:19:19,974 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:19,984 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:19,984 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 823375d97f78f5d45af3fffffd9200a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67225109, jitterRate=0.0017321854829788208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:19:19,985 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:19,985 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 823375d97f78f5d45af3fffffd9200a4: Running coprocessor pre-open hook at 1733177959965Writing region info on filesystem at 1733177959965Initializing all the Stores at 1733177959966 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177959966Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177959966Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177959966Cleaning up temporary data from old regions at 1733177959973 (+7 ms)Running coprocessor post-open hooks at 1733177959985 (+12 ms)Region opened successfully at 1733177959985 2024-12-02T22:19:19,986 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733177959221.823375d97f78f5d45af3fffffd9200a4., pid=6, masterSystemTime=1733177959960 2024-12-02T22:19:19,989 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733177959221.823375d97f78f5d45af3fffffd9200a4. 2024-12-02T22:19:19,989 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733177959221.823375d97f78f5d45af3fffffd9200a4. 2024-12-02T22:19:19,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=823375d97f78f5d45af3fffffd9200a4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,35657,1733177951874 2024-12-02T22:19:19,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 823375d97f78f5d45af3fffffd9200a4, server=7ae73638d47e,35657,1733177951874 because future has completed 2024-12-02T22:19:19,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:19:19,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 823375d97f78f5d45af3fffffd9200a4, server=7ae73638d47e,35657,1733177951874 in 185 msec 2024-12-02T22:19:19,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:19:19,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=823375d97f78f5d45af3fffffd9200a4, ASSIGN in 343 msec 2024-12-02T22:19:19,998 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:19:19,998 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177959998"}]},"ts":"1733177959998"} 2024-12-02T22:19:20,004 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:19:20,005 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:19:20,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 784 msec 2024-12-02T22:19:20,346 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:19:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:20,362 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:19:20,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:20,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,40891,1733177956127 2024-12-02T22:19:20,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4418fce7 2024-12-02T22:19:20,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:20,365 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:20,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:19:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:19:20,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:19:20,374 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:20,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:19:20,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:19:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:20,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:20,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:20,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:20,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:20,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:20,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:20,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:19:20,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:20,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:20,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T22:19:20,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T22:19:20,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T22:19:20,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T22:19:20,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:20,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T22:19:20,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:19:20,751 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T22:19:20,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:19:20,751 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T22:19:20,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T22:19:20,751 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T22:19:20,793 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4cfefa6b3ff6fb33a568b7260f692f4a, NAME => 'test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5 2024-12-02T22:19:20,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:19:20,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:20,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4cfefa6b3ff6fb33a568b7260f692f4a, disabling compactions & flushes 2024-12-02T22:19:20,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a. 2024-12-02T22:19:20,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a. 2024-12-02T22:19:20,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a. after waiting 0 ms 2024-12-02T22:19:20,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a. 2024-12-02T22:19:20,799 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a. 2024-12-02T22:19:20,799 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4cfefa6b3ff6fb33a568b7260f692f4a: Waiting for close lock at 1733177960799Disabling compacts and flushes for region at 1733177960799Disabling writes for close at 1733177960799Writing region close event to WAL at 1733177960799Closed at 1733177960799 2024-12-02T22:19:20,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:19:20,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733177960801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733177960801"}]},"ts":"1733177960801"} 2024-12-02T22:19:20,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:19:20,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:19:20,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177960803"}]},"ts":"1733177960803"} 2024-12-02T22:19:20,805 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:19:20,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4cfefa6b3ff6fb33a568b7260f692f4a, ASSIGN}] 2024-12-02T22:19:20,806 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4cfefa6b3ff6fb33a568b7260f692f4a, ASSIGN 2024-12-02T22:19:20,807 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4cfefa6b3ff6fb33a568b7260f692f4a, ASSIGN; state=OFFLINE, location=7ae73638d47e,39775,1733177956175; forceNewPlan=false, retain=false 2024-12-02T22:19:20,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cfefa6b3ff6fb33a568b7260f692f4a, regionState=OPENING, regionLocation=7ae73638d47e,39775,1733177956175 2024-12-02T22:19:20,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4cfefa6b3ff6fb33a568b7260f692f4a, ASSIGN because future has completed 2024-12-02T22:19:20,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cfefa6b3ff6fb33a568b7260f692f4a, server=7ae73638d47e,39775,1733177956175}] 2024-12-02T22:19:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:21,116 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a. 2024-12-02T22:19:21,116 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cfefa6b3ff6fb33a568b7260f692f4a, NAME => 'test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:21,116 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:19:21,117 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:19:21,117 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4cfefa6b3ff6fb33a568b7260f692f4a 2024-12-02T22:19:21,117 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:21,117 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4cfefa6b3ff6fb33a568b7260f692f4a 2024-12-02T22:19:21,117 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4cfefa6b3ff6fb33a568b7260f692f4a 2024-12-02T22:19:21,118 INFO [StoreOpener-4cfefa6b3ff6fb33a568b7260f692f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4cfefa6b3ff6fb33a568b7260f692f4a 2024-12-02T22:19:21,119 INFO [StoreOpener-4cfefa6b3ff6fb33a568b7260f692f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cfefa6b3ff6fb33a568b7260f692f4a columnFamilyName f 2024-12-02T22:19:21,119 DEBUG [StoreOpener-4cfefa6b3ff6fb33a568b7260f692f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:21,120 INFO [StoreOpener-4cfefa6b3ff6fb33a568b7260f692f4a-1 {}] regionserver.HStore(327): Store=4cfefa6b3ff6fb33a568b7260f692f4a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:21,120 INFO [StoreOpener-4cfefa6b3ff6fb33a568b7260f692f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4cfefa6b3ff6fb33a568b7260f692f4a 2024-12-02T22:19:21,121 INFO [StoreOpener-4cfefa6b3ff6fb33a568b7260f692f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cfefa6b3ff6fb33a568b7260f692f4a columnFamilyName f1 2024-12-02T22:19:21,121 DEBUG [StoreOpener-4cfefa6b3ff6fb33a568b7260f692f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:21,121 INFO [StoreOpener-4cfefa6b3ff6fb33a568b7260f692f4a-1 {}] regionserver.HStore(327): Store=4cfefa6b3ff6fb33a568b7260f692f4a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:21,121 INFO [StoreOpener-4cfefa6b3ff6fb33a568b7260f692f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4cfefa6b3ff6fb33a568b7260f692f4a 2024-12-02T22:19:21,122 INFO [StoreOpener-4cfefa6b3ff6fb33a568b7260f692f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cfefa6b3ff6fb33a568b7260f692f4a columnFamilyName norep 2024-12-02T22:19:21,122 DEBUG [StoreOpener-4cfefa6b3ff6fb33a568b7260f692f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:21,122 INFO [StoreOpener-4cfefa6b3ff6fb33a568b7260f692f4a-1 {}] regionserver.HStore(327): Store=4cfefa6b3ff6fb33a568b7260f692f4a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:21,123 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4cfefa6b3ff6fb33a568b7260f692f4a 2024-12-02T22:19:21,123 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a 2024-12-02T22:19:21,123 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a 2024-12-02T22:19:21,124 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4cfefa6b3ff6fb33a568b7260f692f4a 2024-12-02T22:19:21,124 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4cfefa6b3ff6fb33a568b7260f692f4a 2024-12-02T22:19:21,124 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:19:21,125 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4cfefa6b3ff6fb33a568b7260f692f4a 2024-12-02T22:19:21,127 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:21,127 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4cfefa6b3ff6fb33a568b7260f692f4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71454948, jitterRate=0.0647616982460022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:19:21,127 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cfefa6b3ff6fb33a568b7260f692f4a 2024-12-02T22:19:21,127 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4cfefa6b3ff6fb33a568b7260f692f4a: Running coprocessor pre-open hook at 1733177961117Writing region info on filesystem at 1733177961117Initializing all the Stores at 1733177961118 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177961118Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177961118Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177961118Cleaning up temporary data from old regions at 1733177961124 (+6 ms)Running coprocessor post-open hooks at 1733177961127 (+3 ms)Region opened successfully at 1733177961127 2024-12-02T22:19:21,128 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a., pid=6, masterSystemTime=1733177961113 2024-12-02T22:19:21,130 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a. 2024-12-02T22:19:21,130 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a. 2024-12-02T22:19:21,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cfefa6b3ff6fb33a568b7260f692f4a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,39775,1733177956175 2024-12-02T22:19:21,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cfefa6b3ff6fb33a568b7260f692f4a, server=7ae73638d47e,39775,1733177956175 because future has completed 2024-12-02T22:19:21,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:19:21,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cfefa6b3ff6fb33a568b7260f692f4a, server=7ae73638d47e,39775,1733177956175 in 174 msec 2024-12-02T22:19:21,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:19:21,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4cfefa6b3ff6fb33a568b7260f692f4a, ASSIGN in 331 msec 2024-12-02T22:19:21,139 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:19:21,139 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177961139"}]},"ts":"1733177961139"} 2024-12-02T22:19:21,141 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:19:21,142 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:19:21,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 776 msec 2024-12-02T22:19:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:21,512 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:19:21,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7869819d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:21,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,34187,-1 for getting cluster id 2024-12-02T22:19:21,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:21,514 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76' 2024-12-02T22:19:21,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:21,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76" 2024-12-02T22:19:21,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19075f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:21,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,34187,-1] 2024-12-02T22:19:21,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:21,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:21,515 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:21,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741c38f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:21,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305ac620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:21,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,40891,-1 for getting cluster id 2024-12-02T22:19:21,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:21,517 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '302b0803-4c6c-4e5b-ae8c-dcf6a6d20730' 2024-12-02T22:19:21,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:21,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "302b0803-4c6c-4e5b-ae8c-dcf6a6d20730" 2024-12-02T22:19:21,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d093bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:21,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,40891,-1] 2024-12-02T22:19:21,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:21,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:21,518 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:21,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af24236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:21,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d46f0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:21,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,34187,-1 for getting cluster id 2024-12-02T22:19:21,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:21,520 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76' 2024-12-02T22:19:21,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:21,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76" 2024-12-02T22:19:21,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9467e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:21,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,34187,-1] 2024-12-02T22:19:21,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:21,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:21,522 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:21,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d181e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:21,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:21,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,34187,1733177951812 2024-12-02T22:19:21,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@633adcf4 2024-12-02T22:19:21,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:21,524 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:21,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:40891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:19:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:19:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:21,528 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:40891' 2024-12-02T22:19:21,529 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c483ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:21,529 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,40891,-1 for getting cluster id 2024-12-02T22:19:21,529 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:21,531 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '302b0803-4c6c-4e5b-ae8c-dcf6a6d20730' 2024-12-02T22:19:21,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:21,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "302b0803-4c6c-4e5b-ae8c-dcf6a6d20730" 2024-12-02T22:19:21,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3812e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:21,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,40891,-1] 2024-12-02T22:19:21,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:21,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:21,532 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:21,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5390a7f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:21,533 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:21,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,40891,1733177956127 2024-12-02T22:19:21,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@746802ec 2024-12-02T22:19:21,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:21,534 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:21,535 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T22:19:21,535 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:19:21,535 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:21,535 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:21,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:21,536 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:19:21,537 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:19:21,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:19:21,538 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:21,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:19:21,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741837_1013 (size=1138) 2024-12-02T22:19:21,587 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:19:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:21,948 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05e11633957318de9482dbf2a5ac6595, NAME => 'hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81 2024-12-02T22:19:21,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741838_1014 (size=44) 2024-12-02T22:19:21,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:21,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 05e11633957318de9482dbf2a5ac6595, disabling compactions & flushes 2024-12-02T22:19:21,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. 2024-12-02T22:19:21,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. 2024-12-02T22:19:21,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. after waiting 0 ms 2024-12-02T22:19:21,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. 2024-12-02T22:19:21,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. 2024-12-02T22:19:21,961 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05e11633957318de9482dbf2a5ac6595: Waiting for close lock at 1733177961961Disabling compacts and flushes for region at 1733177961961Disabling writes for close at 1733177961961Writing region close event to WAL at 1733177961961Closed at 1733177961961 2024-12-02T22:19:21,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:19:21,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733177961963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733177961963"}]},"ts":"1733177961963"} 2024-12-02T22:19:21,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:19:21,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:19:21,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177961968"}]},"ts":"1733177961968"} 2024-12-02T22:19:21,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:19:21,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05e11633957318de9482dbf2a5ac6595, ASSIGN}] 2024-12-02T22:19:21,971 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05e11633957318de9482dbf2a5ac6595, ASSIGN 2024-12-02T22:19:21,972 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=05e11633957318de9482dbf2a5ac6595, ASSIGN; state=OFFLINE, location=7ae73638d47e,35657,1733177951874; forceNewPlan=false, retain=false 2024-12-02T22:19:22,123 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=05e11633957318de9482dbf2a5ac6595, regionState=OPENING, regionLocation=7ae73638d47e,35657,1733177951874 2024-12-02T22:19:22,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=05e11633957318de9482dbf2a5ac6595, ASSIGN because future has completed 2024-12-02T22:19:22,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05e11633957318de9482dbf2a5ac6595, server=7ae73638d47e,35657,1733177951874}] 2024-12-02T22:19:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:22,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. 2024-12-02T22:19:22,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:22,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:19:22,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C35657%2C1733177951874.rep, suffix=, logDir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/oldWALs, maxLogs=10 2024-12-02T22:19:22,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.rep.1733177962327, exclude list is [], retry=0 2024-12-02T22:19:22,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35981,DS-0e1717b2-581c-4971-8170-d3f5b574c5dd,DISK] 2024-12-02T22:19:22,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.rep.1733177962327 2024-12-02T22:19:22,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46201:46201)] 2024-12-02T22:19:22,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 05e11633957318de9482dbf2a5ac6595, NAME => 'hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:22,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:19:22,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:19:22,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. service=MultiRowMutationService 2024-12-02T22:19:22,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:19:22,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 05e11633957318de9482dbf2a5ac6595 2024-12-02T22:19:22,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:22,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 05e11633957318de9482dbf2a5ac6595 2024-12-02T22:19:22,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 05e11633957318de9482dbf2a5ac6595 2024-12-02T22:19:22,445 INFO [StoreOpener-05e11633957318de9482dbf2a5ac6595-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 05e11633957318de9482dbf2a5ac6595 2024-12-02T22:19:22,446 INFO [StoreOpener-05e11633957318de9482dbf2a5ac6595-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e11633957318de9482dbf2a5ac6595 columnFamilyName hfileref 2024-12-02T22:19:22,447 DEBUG [StoreOpener-05e11633957318de9482dbf2a5ac6595-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:22,447 INFO [StoreOpener-05e11633957318de9482dbf2a5ac6595-1 {}] regionserver.HStore(327): Store=05e11633957318de9482dbf2a5ac6595/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:22,447 INFO [StoreOpener-05e11633957318de9482dbf2a5ac6595-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 05e11633957318de9482dbf2a5ac6595 2024-12-02T22:19:22,455 INFO [StoreOpener-05e11633957318de9482dbf2a5ac6595-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e11633957318de9482dbf2a5ac6595 columnFamilyName queue 2024-12-02T22:19:22,455 DEBUG [StoreOpener-05e11633957318de9482dbf2a5ac6595-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:22,456 INFO [StoreOpener-05e11633957318de9482dbf2a5ac6595-1 {}] regionserver.HStore(327): Store=05e11633957318de9482dbf2a5ac6595/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:22,459 INFO [StoreOpener-05e11633957318de9482dbf2a5ac6595-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 05e11633957318de9482dbf2a5ac6595 2024-12-02T22:19:22,464 INFO [StoreOpener-05e11633957318de9482dbf2a5ac6595-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05e11633957318de9482dbf2a5ac6595 columnFamilyName sid 2024-12-02T22:19:22,464 DEBUG [StoreOpener-05e11633957318de9482dbf2a5ac6595-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:22,470 INFO [StoreOpener-05e11633957318de9482dbf2a5ac6595-1 {}] regionserver.HStore(327): Store=05e11633957318de9482dbf2a5ac6595/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:22,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 05e11633957318de9482dbf2a5ac6595 2024-12-02T22:19:22,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/replication/05e11633957318de9482dbf2a5ac6595 2024-12-02T22:19:22,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/replication/05e11633957318de9482dbf2a5ac6595 2024-12-02T22:19:22,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 05e11633957318de9482dbf2a5ac6595 2024-12-02T22:19:22,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 05e11633957318de9482dbf2a5ac6595 2024-12-02T22:19:22,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:19:22,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 05e11633957318de9482dbf2a5ac6595 2024-12-02T22:19:22,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/replication/05e11633957318de9482dbf2a5ac6595/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:22,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 05e11633957318de9482dbf2a5ac6595; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64112872, jitterRate=-0.04464375972747803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:19:22,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05e11633957318de9482dbf2a5ac6595 2024-12-02T22:19:22,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 05e11633957318de9482dbf2a5ac6595: Running coprocessor pre-open hook at 1733177962442Writing region info on filesystem at 1733177962442Initializing all the Stores at 1733177962443 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177962443Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177962444 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177962444Cleaning up temporary data from old regions at 1733177962473 (+29 ms)Running coprocessor post-open hooks at 1733177962498 (+25 ms)Region opened successfully at 1733177962499 (+1 ms) 2024-12-02T22:19:22,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595., pid=10, masterSystemTime=1733177962301 2024-12-02T22:19:22,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. 2024-12-02T22:19:22,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. 2024-12-02T22:19:22,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=05e11633957318de9482dbf2a5ac6595, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,35657,1733177951874 2024-12-02T22:19:22,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05e11633957318de9482dbf2a5ac6595, server=7ae73638d47e,35657,1733177951874 because future has completed 2024-12-02T22:19:22,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:19:22,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 05e11633957318de9482dbf2a5ac6595, server=7ae73638d47e,35657,1733177951874 in 373 msec 2024-12-02T22:19:22,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T22:19:22,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05e11633957318de9482dbf2a5ac6595, ASSIGN in 546 msec 2024-12-02T22:19:22,527 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:19:22,527 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177962527"}]},"ts":"1733177962527"} 2024-12-02T22:19:22,533 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:19:22,534 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:19:22,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 999 msec 2024-12-02T22:19:22,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595., hostname=7ae73638d47e,35657,1733177951874, seqNum=2] 2024-12-02T22:19:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:22,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:19:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:22,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T22:19:22,781 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:19:22,826 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,35657,1733177951874, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:19:22,827 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:22,827 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,35657,1733177951874, seqNum=-1] 2024-12-02T22:19:22,828 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:22,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-02T22:19:22,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,35657,1733177951874', locateType=CURRENT is [region=hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595., hostname=7ae73638d47e,35657,1733177951874, seqNum=2] 2024-12-02T22:19:22,836 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T22:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T22:19:22,839 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,35657,1733177951874 suceeded 2024-12-02T22:19:22,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T22:19:22,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 232 msec 2024-12-02T22:19:22,841 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:40891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:19:22,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3160 sec 2024-12-02T22:19:22,858 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:40891' 2024-12-02T22:19:22,860 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51955915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:22,860 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,40891,-1 for getting cluster id 2024-12-02T22:19:22,860 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:22,861 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '302b0803-4c6c-4e5b-ae8c-dcf6a6d20730' 2024-12-02T22:19:22,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:22,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "302b0803-4c6c-4e5b-ae8c-dcf6a6d20730" 2024-12-02T22:19:22,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33b73a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:22,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,40891,-1] 2024-12-02T22:19:22,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:22,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:22,865 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:22,866 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68b6dbd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:22,866 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:22,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,40891,1733177956127 2024-12-02T22:19:22,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a2e150a 2024-12-02T22:19:22,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:22,870 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-02T22:19:22,870 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,35657,1733177951874 (queues=1) is replicating from cluster=d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76 to cluster=302b0803-4c6c-4e5b-ae8c-dcf6a6d20730 2024-12-02T22:19:22,870 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C35657%2C1733177951874 2024-12-02T22:19:22,871 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,35657,1733177951874, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:19:22,884 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909, startPosition=0, beingWritten=true 2024-12-02T22:19:22,890 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C35657%2C1733177951874 2024-12-02T22:19:22,901 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:19:22,902 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,35657,1733177951874 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:19:22,906 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 379, reset compression=false 2024-12-02T22:19:23,158 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 379, reset compression=false 2024-12-02T22:19:23,485 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 379, reset compression=false 2024-12-02T22:19:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:23,673 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:19:23,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:23,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:23,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:23,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:23,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:23,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7939e7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:23,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,40891,-1 for getting cluster id 2024-12-02T22:19:23,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:23,690 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '302b0803-4c6c-4e5b-ae8c-dcf6a6d20730' 2024-12-02T22:19:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "302b0803-4c6c-4e5b-ae8c-dcf6a6d20730" 2024-12-02T22:19:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648a4c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,40891,-1] 2024-12-02T22:19:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:23,692 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:23,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3c38ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:23,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:23,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,40891,1733177956127 2024-12-02T22:19:23,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71938561 2024-12-02T22:19:23,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:23,695 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:23,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:34187,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:19:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:19:23,699 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:34187' 2024-12-02T22:19:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:23,709 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ff0ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:23,709 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,34187,-1 for getting cluster id 2024-12-02T22:19:23,709 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:23,710 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76' 2024-12-02T22:19:23,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:23,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76" 2024-12-02T22:19:23,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76619a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:23,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,34187,-1] 2024-12-02T22:19:23,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:23,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:23,712 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:23,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55539c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:23,713 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:23,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,34187,1733177951812 2024-12-02T22:19:23,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fcfb757 2024-12-02T22:19:23,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:23,715 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:23,716 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T22:19:23,716 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:19:23,716 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:23,717 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:23,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:23,717 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:19:23,718 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:19:23,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:19:23,720 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:23,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:19:23,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741837_1013 (size=1138) 2024-12-02T22:19:23,761 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4b8cff5a1a95fedb8a9a9765474bb26, NAME => 'hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5 2024-12-02T22:19:23,769 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:19:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:23,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741838_1014 (size=44) 2024-12-02T22:19:23,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:23,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f4b8cff5a1a95fedb8a9a9765474bb26, disabling compactions & flushes 2024-12-02T22:19:23,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. 2024-12-02T22:19:23,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. 2024-12-02T22:19:23,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. after waiting 0 ms 2024-12-02T22:19:23,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. 2024-12-02T22:19:23,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. 2024-12-02T22:19:23,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4b8cff5a1a95fedb8a9a9765474bb26: Waiting for close lock at 1733177963823Disabling compacts and flushes for region at 1733177963823Disabling writes for close at 1733177963823Writing region close event to WAL at 1733177963823Closed at 1733177963823 2024-12-02T22:19:23,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:19:23,825 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733177963825"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733177963825"}]},"ts":"1733177963825"} 2024-12-02T22:19:23,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:19:23,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:19:23,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177963829"}]},"ts":"1733177963829"} 2024-12-02T22:19:23,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:19:23,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4b8cff5a1a95fedb8a9a9765474bb26, ASSIGN}] 2024-12-02T22:19:23,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4b8cff5a1a95fedb8a9a9765474bb26, ASSIGN 2024-12-02T22:19:23,835 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4b8cff5a1a95fedb8a9a9765474bb26, ASSIGN; state=OFFLINE, location=7ae73638d47e,39775,1733177956175; forceNewPlan=false, retain=false 2024-12-02T22:19:23,925 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 379, reset compression=false 2024-12-02T22:19:23,986 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f4b8cff5a1a95fedb8a9a9765474bb26, regionState=OPENING, regionLocation=7ae73638d47e,39775,1733177956175 2024-12-02T22:19:23,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4b8cff5a1a95fedb8a9a9765474bb26, ASSIGN because future has completed 2024-12-02T22:19:23,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4b8cff5a1a95fedb8a9a9765474bb26, server=7ae73638d47e,39775,1733177956175}] 2024-12-02T22:19:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:24,035 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T22:19:24,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. 2024-12-02T22:19:24,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:24,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:19:24,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C39775%2C1733177956175.rep, suffix=, logDir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175, archiveDir=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/oldWALs, maxLogs=10 2024-12-02T22:19:24,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.rep.1733177964175, exclude list is [], retry=0 2024-12-02T22:19:24,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41215,DS-e6671caa-608e-421d-b200-0783b19c46ef,DISK] 2024-12-02T22:19:24,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.rep.1733177964175 2024-12-02T22:19:24,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45963:45963)] 2024-12-02T22:19:24,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f4b8cff5a1a95fedb8a9a9765474bb26, NAME => 'hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:24,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:19:24,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:19:24,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. service=MultiRowMutationService 2024-12-02T22:19:24,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:19:24,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:24,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:24,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:24,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:24,213 INFO [StoreOpener-f4b8cff5a1a95fedb8a9a9765474bb26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:24,214 INFO [StoreOpener-f4b8cff5a1a95fedb8a9a9765474bb26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b8cff5a1a95fedb8a9a9765474bb26 columnFamilyName hfileref 2024-12-02T22:19:24,214 DEBUG [StoreOpener-f4b8cff5a1a95fedb8a9a9765474bb26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:24,214 INFO [StoreOpener-f4b8cff5a1a95fedb8a9a9765474bb26-1 {}] regionserver.HStore(327): Store=f4b8cff5a1a95fedb8a9a9765474bb26/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:24,215 INFO [StoreOpener-f4b8cff5a1a95fedb8a9a9765474bb26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:24,221 INFO [StoreOpener-f4b8cff5a1a95fedb8a9a9765474bb26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b8cff5a1a95fedb8a9a9765474bb26 columnFamilyName queue 2024-12-02T22:19:24,221 DEBUG [StoreOpener-f4b8cff5a1a95fedb8a9a9765474bb26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:24,222 INFO [StoreOpener-f4b8cff5a1a95fedb8a9a9765474bb26-1 {}] regionserver.HStore(327): Store=f4b8cff5a1a95fedb8a9a9765474bb26/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:24,222 INFO [StoreOpener-f4b8cff5a1a95fedb8a9a9765474bb26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:24,223 INFO [StoreOpener-f4b8cff5a1a95fedb8a9a9765474bb26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4b8cff5a1a95fedb8a9a9765474bb26 columnFamilyName sid 2024-12-02T22:19:24,223 DEBUG [StoreOpener-f4b8cff5a1a95fedb8a9a9765474bb26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:24,224 INFO [StoreOpener-f4b8cff5a1a95fedb8a9a9765474bb26-1 {}] regionserver.HStore(327): Store=f4b8cff5a1a95fedb8a9a9765474bb26/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:24,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:24,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/replication/f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:24,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/replication/f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:24,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:24,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:24,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:19:24,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:24,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/replication/f4b8cff5a1a95fedb8a9a9765474bb26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:24,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f4b8cff5a1a95fedb8a9a9765474bb26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67921259, jitterRate=0.012105628848075867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:19:24,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:24,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f4b8cff5a1a95fedb8a9a9765474bb26: Running coprocessor pre-open hook at 1733177964211Writing region info on filesystem at 1733177964211Initializing all the Stores at 1733177964212 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177964212Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177964212Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177964212Cleaning up temporary data from old regions at 1733177964226 (+14 ms)Running coprocessor post-open hooks at 1733177964238 (+12 ms)Region opened successfully at 1733177964238 2024-12-02T22:19:24,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26., pid=10, masterSystemTime=1733177964149 2024-12-02T22:19:24,244 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f4b8cff5a1a95fedb8a9a9765474bb26, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,39775,1733177956175 2024-12-02T22:19:24,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4b8cff5a1a95fedb8a9a9765474bb26, server=7ae73638d47e,39775,1733177956175 because future has completed 2024-12-02T22:19:24,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. 2024-12-02T22:19:24,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. 2024-12-02T22:19:24,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:19:24,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f4b8cff5a1a95fedb8a9a9765474bb26, server=7ae73638d47e,39775,1733177956175 in 263 msec 2024-12-02T22:19:24,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T22:19:24,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4b8cff5a1a95fedb8a9a9765474bb26, ASSIGN in 424 msec 2024-12-02T22:19:24,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:19:24,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177964260"}]},"ts":"1733177964260"} 2024-12-02T22:19:24,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:19:24,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:19:24,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 546 msec 2024-12-02T22:19:24,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26., hostname=7ae73638d47e,39775,1733177956175, seqNum=2] 2024-12-02T22:19:24,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:24,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:24,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:19:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:24,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T22:19:24,439 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:19:24,462 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 379, reset compression=false 2024-12-02T22:19:24,486 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,39775,1733177956175, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:19:24,486 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:24,486 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,39775,1733177956175, seqNum=-1] 2024-12-02T22:19:24,487 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:24,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-02T22:19:24,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,39775,1733177956175', locateType=CURRENT is [region=hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26., hostname=7ae73638d47e,39775,1733177956175, seqNum=2] 2024-12-02T22:19:24,512 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T22:19:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T22:19:24,515 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,39775,1733177956175 suceeded 2024-12-02T22:19:24,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T22:19:24,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec 2024-12-02T22:19:24,518 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:34187,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:19:24,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 823 msec 2024-12-02T22:19:24,555 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:34187' 2024-12-02T22:19:24,556 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13cb4867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:24,557 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,34187,-1 for getting cluster id 2024-12-02T22:19:24,557 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:24,558 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76' 2024-12-02T22:19:24,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:24,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76" 2024-12-02T22:19:24,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@288d47c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:24,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,34187,-1] 2024-12-02T22:19:24,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:24,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:24,561 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:24,561 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1654682f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:24,562 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:24,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,34187,1733177951812 2024-12-02T22:19:24,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35c3d10b 2024-12-02T22:19:24,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:24,564 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-02T22:19:24,565 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,39775,1733177956175 (queues=1) is replicating from cluster=302b0803-4c6c-4e5b-ae8c-dcf6a6d20730 to cluster=d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76 2024-12-02T22:19:24,565 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C39775%2C1733177956175 2024-12-02T22:19:24,565 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,39775,1733177956175, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:19:24,566 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197, startPosition=0, beingWritten=true 2024-12-02T22:19:24,566 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C39775%2C1733177956175 2024-12-02T22:19:24,586 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:19:24,586 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 379, reset compression=false 2024-12-02T22:19:24,586 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,39775,1733177956175 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:19:24,801 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 379, reset compression=false 2024-12-02T22:19:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:24,841 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:19:24,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:24,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:24,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:24,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:24,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:24,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:24,847 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733177964846/Put/seqid=0 2024-12-02T22:19:24,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741840_1016 (size=7894) 2024-12-02T22:19:24,858 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733177964857/Put/seqid=0 2024-12-02T22:19:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741841_1017 (size=7691) 2024-12-02T22:19:24,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:24,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,34187,-1 for getting cluster id 2024-12-02T22:19:24,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:24,873 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76' 2024-12-02T22:19:24,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:24,873 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76" 2024-12-02T22:19:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e2fbc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,34187,-1] 2024-12-02T22:19:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:24,875 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:24,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:24,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:24,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,35657,1733177951874, seqNum=-1] 2024-12-02T22:19:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:24,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:24,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,34187,1733177951812 2024-12-02T22:19:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a3cfa13 2024-12-02T22:19:24,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:24,924 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:24,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733177959221.823375d97f78f5d45af3fffffd9200a4., hostname=7ae73638d47e,35657,1733177951874, seqNum=2] 2024-12-02T22:19:24,931 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T22:19:24,940 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-02T22:19:24,954 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-02T22:19:24,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 823375d97f78f5d45af3fffffd9200a4/f 2024-12-02T22:19:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T22:19:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:19:24,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 823375d97f78f5d45af3fffffd9200a4/f 2024-12-02T22:19:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T22:19:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:19:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HRegion(2603): Flush status journal for 823375d97f78f5d45af3fffffd9200a4: 2024-12-02T22:19:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins__test__pleq50ton4uono8nk02h6c0mam9mjj1vp06dub47n2i6cr88s06m39rt57s5a4qh/f/hfile_0 2024-12-02T22:19:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins__test__pleq50ton4uono8nk02h6c0mam9mjj1vp06dub47n2i6cr88s06m39rt57s5a4qh/f/hfile_0 as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/eef16152c5474d09836346b1c64f1227_SeqId_4_ 2024-12-02T22:19:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins__test__pleq50ton4uono8nk02h6c0mam9mjj1vp06dub47n2i6cr88s06m39rt57s5a4qh/f/hfile_1 2024-12-02T22:19:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins__test__pleq50ton4uono8nk02h6c0mam9mjj1vp06dub47n2i6cr88s06m39rt57s5a4qh/f/hfile_1 as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/b7f5085ad7604d40a4fea6c13c629eb5_SeqId_4_ 2024-12-02T22:19:25,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins__test__pleq50ton4uono8nk02h6c0mam9mjj1vp06dub47n2i6cr88s06m39rt57s5a4qh/f/hfile_0 into 823375d97f78f5d45af3fffffd9200a4/f as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/eef16152c5474d09836346b1c64f1227_SeqId_4_ - updating store file list. 2024-12-02T22:19:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eef16152c5474d09836346b1c64f1227_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:19:25,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/eef16152c5474d09836346b1c64f1227_SeqId_4_ into 823375d97f78f5d45af3fffffd9200a4/f 2024-12-02T22:19:25,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins__test__pleq50ton4uono8nk02h6c0mam9mjj1vp06dub47n2i6cr88s06m39rt57s5a4qh/f/hfile_0 into 823375d97f78f5d45af3fffffd9200a4/f (new location: hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/eef16152c5474d09836346b1c64f1227_SeqId_4_) 2024-12-02T22:19:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins__test__pleq50ton4uono8nk02h6c0mam9mjj1vp06dub47n2i6cr88s06m39rt57s5a4qh/f/hfile_0 2024-12-02T22:19:25,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins__test__pleq50ton4uono8nk02h6c0mam9mjj1vp06dub47n2i6cr88s06m39rt57s5a4qh/f/hfile_1 into 823375d97f78f5d45af3fffffd9200a4/f as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/b7f5085ad7604d40a4fea6c13c629eb5_SeqId_4_ - updating store file list. 2024-12-02T22:19:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b7f5085ad7604d40a4fea6c13c629eb5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:19:25,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/b7f5085ad7604d40a4fea6c13c629eb5_SeqId_4_ into 823375d97f78f5d45af3fffffd9200a4/f 2024-12-02T22:19:25,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins__test__pleq50ton4uono8nk02h6c0mam9mjj1vp06dub47n2i6cr88s06m39rt57s5a4qh/f/hfile_1 into 823375d97f78f5d45af3fffffd9200a4/f (new location: hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/b7f5085ad7604d40a4fea6c13c629eb5_SeqId_4_) 2024-12-02T22:19:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins__test__pleq50ton4uono8nk02h6c0mam9mjj1vp06dub47n2i6cr88s06m39rt57s5a4qh/f/hfile_1 2024-12-02T22:19:25,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:25,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:25,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:25,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:25,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733177959221.823375d97f78f5d45af3fffffd9200a4., hostname=7ae73638d47e,35657,1733177951874, seqNum=2 , the old value is region=test,,1733177959221.823375d97f78f5d45af3fffffd9200a4., hostname=7ae73638d47e,35657,1733177951874, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7ae73638d47e:35657 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T22:19:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733177959221.823375d97f78f5d45af3fffffd9200a4., hostname=7ae73638d47e,35657,1733177951874, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T22:19:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733177959221.823375d97f78f5d45af3fffffd9200a4., hostname=7ae73638d47e,35657,1733177951874, seqNum=2 from cache 2024-12-02T22:19:25,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:25,033 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T22:19:25,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,39775,1733177956175, seqNum=-1] 2024-12-02T22:19:25,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:25,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:25,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a., hostname=7ae73638d47e,39775,1733177956175, seqNum=2] 2024-12-02T22:19:25,038 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T22:19:25,109 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 379, reset compression=false 2024-12-02T22:19:25,115 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 379, reset compression=false 2024-12-02T22:19:25,116 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:19:25,116 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,35657,1733177951874 got entry batch from reader: WALEntryBatch [walEntries=[{test/823375d97f78f5d45af3fffffd9200a4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733177965028/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T22:19:25,120 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:19:25,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-02T22:19:25,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.ReplicationSink(318): Replicating [d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76] bulk loaded data 2024-12-02T22:19:25,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@408a323c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:25,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,40891,-1 for getting cluster id 2024-12-02T22:19:25,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:25,130 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '302b0803-4c6c-4e5b-ae8c-dcf6a6d20730' 2024-12-02T22:19:25,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:25,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "302b0803-4c6c-4e5b-ae8c-dcf6a6d20730" 2024-12-02T22:19:25,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ae1dc12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:25,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,40891,-1] 2024-12-02T22:19:25,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:25,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:25,132 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:25,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@312f12b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:25,141 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:35657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T22:19:25,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741840_1016 (size=7894) 2024-12-02T22:19:25,316 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 687, reset compression=false 2024-12-02T22:19:25,467 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:19:25,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:25,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:25,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:25,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:25,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:25,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:25,526 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 379, reset compression=false 2024-12-02T22:19:25,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:25,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:25,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741841_1017 (size=7691) 2024-12-02T22:19:25,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:25,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,40891,1733177956127 2024-12-02T22:19:25,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74913917 2024-12-02T22:19:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:25,582 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-02T22:19:25,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T22:19:25,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:25,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,39775,1733177956175, seqNum=-1] 2024-12-02T22:19:25,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:25,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-02T22:19:25,593 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins.hfs.11__test__mi9j5u7fpm8qm6sgs2ptd3monou68lg7g5v9j9bgv5gj1qa43n2fg0o2jaj3388p/f/b7f5085ad7604d40a4fea6c13c629eb5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T22:19:25,600 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins.hfs.11__test__mi9j5u7fpm8qm6sgs2ptd3monou68lg7g5v9j9bgv5gj1qa43n2fg0o2jaj3388p/f/eef16152c5474d09836346b1c64f1227_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T22:19:25,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins.hfs.11__test__mi9j5u7fpm8qm6sgs2ptd3monou68lg7g5v9j9bgv5gj1qa43n2fg0o2jaj3388p/f/b7f5085ad7604d40a4fea6c13c629eb5_SeqId_4_ for inclusion in 4cfefa6b3ff6fb33a568b7260f692f4a/f 2024-12-02T22:19:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T22:19:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:19:25,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins.hfs.11__test__mi9j5u7fpm8qm6sgs2ptd3monou68lg7g5v9j9bgv5gj1qa43n2fg0o2jaj3388p/f/eef16152c5474d09836346b1c64f1227_SeqId_4_ for inclusion in 4cfefa6b3ff6fb33a568b7260f692f4a/f 2024-12-02T22:19:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T22:19:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:19:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HRegion(2603): Flush status journal for 4cfefa6b3ff6fb33a568b7260f692f4a: 2024-12-02T22:19:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b7f5085ad7604d40a4fea6c13c629eb5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T22:19:25,622 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 687, reset compression=false 2024-12-02T22:19:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins.hfs.11__test__mi9j5u7fpm8qm6sgs2ptd3monou68lg7g5v9j9bgv5gj1qa43n2fg0o2jaj3388p/f/b7f5085ad7604d40a4fea6c13c629eb5_SeqId_4_ as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/2a74192769f94f36bbc04a9b0a6b4639_SeqId_4_ 2024-12-02T22:19:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): eef16152c5474d09836346b1c64f1227_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T22:19:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins.hfs.11__test__mi9j5u7fpm8qm6sgs2ptd3monou68lg7g5v9j9bgv5gj1qa43n2fg0o2jaj3388p/f/eef16152c5474d09836346b1c64f1227_SeqId_4_ as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/328327064bf74ae78c163d6e034c4600_SeqId_4_ 2024-12-02T22:19:25,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins.hfs.11__test__mi9j5u7fpm8qm6sgs2ptd3monou68lg7g5v9j9bgv5gj1qa43n2fg0o2jaj3388p/f/b7f5085ad7604d40a4fea6c13c629eb5_SeqId_4_ into 4cfefa6b3ff6fb33a568b7260f692f4a/f as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/2a74192769f94f36bbc04a9b0a6b4639_SeqId_4_ - updating store file list. 2024-12-02T22:19:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2a74192769f94f36bbc04a9b0a6b4639_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:19:25,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/2a74192769f94f36bbc04a9b0a6b4639_SeqId_4_ into 4cfefa6b3ff6fb33a568b7260f692f4a/f 2024-12-02T22:19:25,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins.hfs.11__test__mi9j5u7fpm8qm6sgs2ptd3monou68lg7g5v9j9bgv5gj1qa43n2fg0o2jaj3388p/f/b7f5085ad7604d40a4fea6c13c629eb5_SeqId_4_ into 4cfefa6b3ff6fb33a568b7260f692f4a/f (new location: hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/2a74192769f94f36bbc04a9b0a6b4639_SeqId_4_) 2024-12-02T22:19:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins.hfs.11__test__mi9j5u7fpm8qm6sgs2ptd3monou68lg7g5v9j9bgv5gj1qa43n2fg0o2jaj3388p/f/b7f5085ad7604d40a4fea6c13c629eb5_SeqId_4_ 2024-12-02T22:19:25,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins.hfs.11__test__mi9j5u7fpm8qm6sgs2ptd3monou68lg7g5v9j9bgv5gj1qa43n2fg0o2jaj3388p/f/eef16152c5474d09836346b1c64f1227_SeqId_4_ into 4cfefa6b3ff6fb33a568b7260f692f4a/f as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/328327064bf74ae78c163d6e034c4600_SeqId_4_ - updating store file list. 2024-12-02T22:19:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 328327064bf74ae78c163d6e034c4600_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:19:25,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/328327064bf74ae78c163d6e034c4600_SeqId_4_ into 4cfefa6b3ff6fb33a568b7260f692f4a/f 2024-12-02T22:19:25,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins.hfs.11__test__mi9j5u7fpm8qm6sgs2ptd3monou68lg7g5v9j9bgv5gj1qa43n2fg0o2jaj3388p/f/eef16152c5474d09836346b1c64f1227_SeqId_4_ into 4cfefa6b3ff6fb33a568b7260f692f4a/f (new location: hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/328327064bf74ae78c163d6e034c4600_SeqId_4_) 2024-12-02T22:19:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins.hfs.11__test__mi9j5u7fpm8qm6sgs2ptd3monou68lg7g5v9j9bgv5gj1qa43n2fg0o2jaj3388p/f/eef16152c5474d09836346b1c64f1227_SeqId_4_ 2024-12-02T22:19:25,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.ReplicationSink(324): Finished replicating [d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76] bulk loaded data 2024-12-02T22:19:25,744 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T22:19:26,033 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 379, reset compression=false 2024-12-02T22:19:26,041 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:19:26,041 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,39775,1733177956175 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cfefa6b3ff6fb33a568b7260f692f4a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733177965693/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-02T22:19:26,044 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:19:26,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-02T22:19:26,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.ReplicationSink(318): Replicating [d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76, 302b0803-4c6c-4e5b-ae8c-dcf6a6d20730] bulk loaded data 2024-12-02T22:19:26,048 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 687, reset compression=false 2024-12-02T22:19:26,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20cbb4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:26,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,34187,-1 for getting cluster id 2024-12-02T22:19:26,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:26,051 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76' 2024-12-02T22:19:26,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:26,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76" 2024-12-02T22:19:26,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25b05e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:26,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,34187,-1] 2024-12-02T22:19:26,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:26,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:26,052 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:26,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3df4b575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:26,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:26,082 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733177966082/Put/seqid=0 2024-12-02T22:19:26,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741842_1018 (size=11194) 2024-12-02T22:19:26,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741842_1018 (size=7691) 2024-12-02T22:19:26,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741843_1019 (size=7894) 2024-12-02T22:19:26,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:26,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,34187,1733177951812 2024-12-02T22:19:26,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6035aff6 2024-12-02T22:19:26,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:26,102 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-02T22:19:26,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T22:19:26,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:26,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,35657,1733177951874, seqNum=-1] 2024-12-02T22:19:26,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:26,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-02T22:19:26,109 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins.hfs.10__test__britbffhjh0t0u26nhvkdrsfp8q622ptjhsebo01jral09jec10rehp1dn1nqcl9/f/2a74192769f94f36bbc04a9b0a6b4639_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T22:19:26,111 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins.hfs.10__test__britbffhjh0t0u26nhvkdrsfp8q622ptjhsebo01jral09jec10rehp1dn1nqcl9/f/328327064bf74ae78c163d6e034c4600_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T22:19:26,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.ReplicationSink(324): Finished replicating [d71dd010-8fa7-4cb3-8a1f-c3dbccb0fd76, 302b0803-4c6c-4e5b-ae8c-dcf6a6d20730] bulk loaded data 2024-12-02T22:19:26,242 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 725, reset compression=false 2024-12-02T22:19:26,491 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733177966490/Put/seqid=0 2024-12-02T22:19:26,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741843_1019 (size=10791) 2024-12-02T22:19:26,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24649354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:26,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,40891,-1 for getting cluster id 2024-12-02T22:19:26,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:26,509 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '302b0803-4c6c-4e5b-ae8c-dcf6a6d20730' 2024-12-02T22:19:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "302b0803-4c6c-4e5b-ae8c-dcf6a6d20730" 2024-12-02T22:19:26,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c1e8ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:26,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,40891,-1] 2024-12-02T22:19:26,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:26,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:26,511 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:26,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cfaac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:26,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:26,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,39775,1733177956175, seqNum=-1] 2024-12-02T22:19:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:26,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:26,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,40891,1733177956127 2024-12-02T22:19:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8782f2 2024-12-02T22:19:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:26,522 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a., hostname=7ae73638d47e,39775,1733177956175, seqNum=2] 2024-12-02T22:19:26,527 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T22:19:26,532 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-02T22:19:26,535 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-02T22:19:26,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 4cfefa6b3ff6fb33a568b7260f692f4a/f 2024-12-02T22:19:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T22:19:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:19:26,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 4cfefa6b3ff6fb33a568b7260f692f4a/f 2024-12-02T22:19:26,546 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 725, reset compression=false 2024-12-02T22:19:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T22:19:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:19:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HRegion(2603): Flush status journal for 4cfefa6b3ff6fb33a568b7260f692f4a: 2024-12-02T22:19:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins__test__off48ul1rq34iseuesqgo5g0pk0mhvr8333pbh6masrl8dt47npb27ag97f4c7kl/f/hfile_0 2024-12-02T22:19:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins__test__off48ul1rq34iseuesqgo5g0pk0mhvr8333pbh6masrl8dt47npb27ag97f4c7kl/f/hfile_0 as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/31b32b96bcb3490d87a705b6c6d5e881_SeqId_6_ 2024-12-02T22:19:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins__test__off48ul1rq34iseuesqgo5g0pk0mhvr8333pbh6masrl8dt47npb27ag97f4c7kl/f/hfile_1 2024-12-02T22:19:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins__test__off48ul1rq34iseuesqgo5g0pk0mhvr8333pbh6masrl8dt47npb27ag97f4c7kl/f/hfile_1 as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/c4e667b07b124ab3a6c109ca6e72987a_SeqId_6_ 2024-12-02T22:19:26,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins__test__off48ul1rq34iseuesqgo5g0pk0mhvr8333pbh6masrl8dt47npb27ag97f4c7kl/f/hfile_0 into 4cfefa6b3ff6fb33a568b7260f692f4a/f as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/31b32b96bcb3490d87a705b6c6d5e881_SeqId_6_ - updating store file list. 2024-12-02T22:19:26,563 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 687, reset compression=false 2024-12-02T22:19:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 31b32b96bcb3490d87a705b6c6d5e881_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T22:19:26,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/31b32b96bcb3490d87a705b6c6d5e881_SeqId_6_ into 4cfefa6b3ff6fb33a568b7260f692f4a/f 2024-12-02T22:19:26,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins__test__off48ul1rq34iseuesqgo5g0pk0mhvr8333pbh6masrl8dt47npb27ag97f4c7kl/f/hfile_0 into 4cfefa6b3ff6fb33a568b7260f692f4a/f (new location: hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/31b32b96bcb3490d87a705b6c6d5e881_SeqId_6_) 2024-12-02T22:19:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins__test__off48ul1rq34iseuesqgo5g0pk0mhvr8333pbh6masrl8dt47npb27ag97f4c7kl/f/hfile_0 2024-12-02T22:19:26,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins__test__off48ul1rq34iseuesqgo5g0pk0mhvr8333pbh6masrl8dt47npb27ag97f4c7kl/f/hfile_1 into 4cfefa6b3ff6fb33a568b7260f692f4a/f as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/c4e667b07b124ab3a6c109ca6e72987a_SeqId_6_ - updating store file list. 2024-12-02T22:19:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c4e667b07b124ab3a6c109ca6e72987a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T22:19:26,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/c4e667b07b124ab3a6c109ca6e72987a_SeqId_6_ into 4cfefa6b3ff6fb33a568b7260f692f4a/f 2024-12-02T22:19:26,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins__test__off48ul1rq34iseuesqgo5g0pk0mhvr8333pbh6masrl8dt47npb27ag97f4c7kl/f/hfile_1 into 4cfefa6b3ff6fb33a568b7260f692f4a/f (new location: hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/f/c4e667b07b124ab3a6c109ca6e72987a_SeqId_6_) 2024-12-02T22:19:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/staging/jenkins__test__off48ul1rq34iseuesqgo5g0pk0mhvr8333pbh6masrl8dt47npb27ag97f4c7kl/f/hfile_1 2024-12-02T22:19:26,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:26,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:26,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:26,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:26,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:26,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a., hostname=7ae73638d47e,39775,1733177956175, seqNum=2 , the old value is region=test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a., hostname=7ae73638d47e,39775,1733177956175, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7ae73638d47e:39775 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T22:19:26,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a., hostname=7ae73638d47e,39775,1733177956175, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T22:19:26,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a., hostname=7ae73638d47e,39775,1733177956175, seqNum=2 from cache 2024-12-02T22:19:26,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,35657,1733177951874, seqNum=-1] 2024-12-02T22:19:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:26,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:26,582 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T22:19:26,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733177959221.823375d97f78f5d45af3fffffd9200a4., hostname=7ae73638d47e,35657,1733177951874, seqNum=2] 2024-12-02T22:19:26,591 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T22:19:26,682 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:39775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T22:19:26,950 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 725, reset compression=false 2024-12-02T22:19:26,991 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:19:26,991 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,39775,1733177956175 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cfefa6b3ff6fb33a568b7260f692f4a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733177966577/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T22:19:26,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.ReplicationSink(318): Replicating [302b0803-4c6c-4e5b-ae8c-dcf6a6d20730] bulk loaded data 2024-12-02T22:19:27,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741844_1020 (size=11194) 2024-12-02T22:19:27,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741845_1021 (size=10791) 2024-12-02T22:19:27,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T22:19:27,140 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins.hfs.10__test__qf2nk0bhi4t713u782d79qc81lt2m6ekcdpk136khd0bl395910kddmkg2hkpkv8/f/31b32b96bcb3490d87a705b6c6d5e881_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-02T22:19:27,143 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins.hfs.10__test__qf2nk0bhi4t713u782d79qc81lt2m6ekcdpk136khd0bl395910kddmkg2hkpkv8/f/c4e667b07b124ab3a6c109ca6e72987a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-02T22:19:27,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins.hfs.10__test__qf2nk0bhi4t713u782d79qc81lt2m6ekcdpk136khd0bl395910kddmkg2hkpkv8/f/c4e667b07b124ab3a6c109ca6e72987a_SeqId_6_ for inclusion in 823375d97f78f5d45af3fffffd9200a4/f 2024-12-02T22:19:27,169 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 687, reset compression=false 2024-12-02T22:19:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T22:19:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:19:27,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins.hfs.10__test__qf2nk0bhi4t713u782d79qc81lt2m6ekcdpk136khd0bl395910kddmkg2hkpkv8/f/31b32b96bcb3490d87a705b6c6d5e881_SeqId_6_ for inclusion in 823375d97f78f5d45af3fffffd9200a4/f 2024-12-02T22:19:27,191 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 1033, reset compression=false 2024-12-02T22:19:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T22:19:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:19:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HRegion(2603): Flush status journal for 823375d97f78f5d45af3fffffd9200a4: 2024-12-02T22:19:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c4e667b07b124ab3a6c109ca6e72987a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T22:19:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins.hfs.10__test__qf2nk0bhi4t713u782d79qc81lt2m6ekcdpk136khd0bl395910kddmkg2hkpkv8/f/c4e667b07b124ab3a6c109ca6e72987a_SeqId_6_ as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/cd47e79b9c374b3f8a66318d59843e93_SeqId_6_ 2024-12-02T22:19:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 31b32b96bcb3490d87a705b6c6d5e881_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T22:19:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins.hfs.10__test__qf2nk0bhi4t713u782d79qc81lt2m6ekcdpk136khd0bl395910kddmkg2hkpkv8/f/31b32b96bcb3490d87a705b6c6d5e881_SeqId_6_ as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/4daf0ccfcdc44551af229dc5fea93c28_SeqId_6_ 2024-12-02T22:19:27,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins.hfs.10__test__qf2nk0bhi4t713u782d79qc81lt2m6ekcdpk136khd0bl395910kddmkg2hkpkv8/f/c4e667b07b124ab3a6c109ca6e72987a_SeqId_6_ into 823375d97f78f5d45af3fffffd9200a4/f as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/cd47e79b9c374b3f8a66318d59843e93_SeqId_6_ - updating store file list. 2024-12-02T22:19:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cd47e79b9c374b3f8a66318d59843e93_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T22:19:27,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/cd47e79b9c374b3f8a66318d59843e93_SeqId_6_ into 823375d97f78f5d45af3fffffd9200a4/f 2024-12-02T22:19:27,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins.hfs.10__test__qf2nk0bhi4t713u782d79qc81lt2m6ekcdpk136khd0bl395910kddmkg2hkpkv8/f/c4e667b07b124ab3a6c109ca6e72987a_SeqId_6_ into 823375d97f78f5d45af3fffffd9200a4/f (new location: hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/cd47e79b9c374b3f8a66318d59843e93_SeqId_6_) 2024-12-02T22:19:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins.hfs.10__test__qf2nk0bhi4t713u782d79qc81lt2m6ekcdpk136khd0bl395910kddmkg2hkpkv8/f/c4e667b07b124ab3a6c109ca6e72987a_SeqId_6_ 2024-12-02T22:19:27,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins.hfs.10__test__qf2nk0bhi4t713u782d79qc81lt2m6ekcdpk136khd0bl395910kddmkg2hkpkv8/f/31b32b96bcb3490d87a705b6c6d5e881_SeqId_6_ into 823375d97f78f5d45af3fffffd9200a4/f as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/4daf0ccfcdc44551af229dc5fea93c28_SeqId_6_ - updating store file list. 2024-12-02T22:19:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4daf0ccfcdc44551af229dc5fea93c28_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T22:19:27,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/4daf0ccfcdc44551af229dc5fea93c28_SeqId_6_ into 823375d97f78f5d45af3fffffd9200a4/f 2024-12-02T22:19:27,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins.hfs.10__test__qf2nk0bhi4t713u782d79qc81lt2m6ekcdpk136khd0bl395910kddmkg2hkpkv8/f/31b32b96bcb3490d87a705b6c6d5e881_SeqId_6_ into 823375d97f78f5d45af3fffffd9200a4/f (new location: hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/f/4daf0ccfcdc44551af229dc5fea93c28_SeqId_6_) 2024-12-02T22:19:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/staging/jenkins.hfs.10__test__qf2nk0bhi4t713u782d79qc81lt2m6ekcdpk136khd0bl395910kddmkg2hkpkv8/f/31b32b96bcb3490d87a705b6c6d5e881_SeqId_6_ 2024-12-02T22:19:27,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35657 {}] regionserver.ReplicationSink(324): Finished replicating [302b0803-4c6c-4e5b-ae8c-dcf6a6d20730] bulk loaded data 2024-12-02T22:19:27,538 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 1033, reset compression=false 2024-12-02T22:19:27,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:19:27,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:27,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:27,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:27,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:27,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:27,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:19:27,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1785419580, stopped=false 2024-12-02T22:19:27,606 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,40891,1733177956127 2024-12-02T22:19:27,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11199093531/running 2024-12-02T22:19:27,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11199093531/running 2024-12-02T22:19:27,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:27,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:27,607 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:19:27,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:27,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:27,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:27,608 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,39775,1733177956175' ***** 2024-12-02T22:19:27,608 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:19:27,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Set watcher on znode that does not yet exist, /11199093531/running 2024-12-02T22:19:27,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Set watcher on znode that does not yet exist, /11199093531/running 2024-12-02T22:19:27,608 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:19:27,608 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:19:27,608 INFO [RS:0;7ae73638d47e:39775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:19:27,609 INFO [RS:0;7ae73638d47e:39775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:19:27,609 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(3091): Received CLOSE for f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:27,609 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cfefa6b3ff6fb33a568b7260f692f4a 2024-12-02T22:19:27,609 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,39775,1733177956175 2024-12-02T22:19:27,609 INFO [RS:0;7ae73638d47e:39775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:19:27,609 INFO [RS:0;7ae73638d47e:39775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:39775. 2024-12-02T22:19:27,609 DEBUG [RS:0;7ae73638d47e:39775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:27,609 DEBUG [RS:0;7ae73638d47e:39775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:27,609 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4b8cff5a1a95fedb8a9a9765474bb26, disabling compactions & flushes 2024-12-02T22:19:27,609 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. 2024-12-02T22:19:27,609 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:19:27,609 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. 2024-12-02T22:19:27,609 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:19:27,609 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:19:27,609 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. after waiting 0 ms 2024-12-02T22:19:27,609 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. 2024-12-02T22:19:27,609 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:19:27,609 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f4b8cff5a1a95fedb8a9a9765474bb26 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-02T22:19:27,609 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T22:19:27,609 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1325): Online Regions={f4b8cff5a1a95fedb8a9a9765474bb26=hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26., 4cfefa6b3ff6fb33a568b7260f692f4a=test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:19:27,610 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4cfefa6b3ff6fb33a568b7260f692f4a, f4b8cff5a1a95fedb8a9a9765474bb26 2024-12-02T22:19:27,610 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:19:27,610 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:19:27,610 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:19:27,610 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:19:27,610 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:19:27,610 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T22:19:27,631 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/replication/f4b8cff5a1a95fedb8a9a9765474bb26/.tmp/hfileref/ff67056b25ca496698ae145b4a6f71c7 is 74, key is 1/hfileref:2a74192769f94f36bbc04a9b0a6b4639_SeqId_4_/1733177966113/DeleteColumn/seqid=0 2024-12-02T22:19:27,634 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/.tmp/info/f0be2a865ef54b1b9cbc2501e54557b0 is 147, key is hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26./info:regioninfo/1733177964244/Put/seqid=0 2024-12-02T22:19:27,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741844_1020 (size=5345) 2024-12-02T22:19:27,637 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/replication/f4b8cff5a1a95fedb8a9a9765474bb26/.tmp/hfileref/ff67056b25ca496698ae145b4a6f71c7 2024-12-02T22:19:27,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741845_1021 (size=7686) 2024-12-02T22:19:27,642 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/.tmp/info/f0be2a865ef54b1b9cbc2501e54557b0 2024-12-02T22:19:27,675 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:19:27,676 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/replication/f4b8cff5a1a95fedb8a9a9765474bb26/.tmp/queue/ff706b32e53e4246b7c687b97dfb31b5 is 154, key is 1-7ae73638d47e,39775,1733177956175/queue:7ae73638d47e%2C39775%2C1733177956175/1733177967222/Put/seqid=0 2024-12-02T22:19:27,681 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/.tmp/ns/149d00a4fc634d43b7ed803135e97f1c is 43, key is default/ns:d/1733177959151/Put/seqid=0 2024-12-02T22:19:27,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741846_1022 (size=5353) 2024-12-02T22:19:27,698 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/replication/f4b8cff5a1a95fedb8a9a9765474bb26/.tmp/queue/ff706b32e53e4246b7c687b97dfb31b5 2024-12-02T22:19:27,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741847_1023 (size=5153) 2024-12-02T22:19:27,704 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/replication/f4b8cff5a1a95fedb8a9a9765474bb26/.tmp/hfileref/ff67056b25ca496698ae145b4a6f71c7 as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/replication/f4b8cff5a1a95fedb8a9a9765474bb26/hfileref/ff67056b25ca496698ae145b4a6f71c7 2024-12-02T22:19:27,708 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/replication/f4b8cff5a1a95fedb8a9a9765474bb26/hfileref/ff67056b25ca496698ae145b4a6f71c7, entries=4, sequenceid=12, filesize=5.2 K 2024-12-02T22:19:27,709 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/replication/f4b8cff5a1a95fedb8a9a9765474bb26/.tmp/queue/ff706b32e53e4246b7c687b97dfb31b5 as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/replication/f4b8cff5a1a95fedb8a9a9765474bb26/queue/ff706b32e53e4246b7c687b97dfb31b5 2024-12-02T22:19:27,713 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/replication/f4b8cff5a1a95fedb8a9a9765474bb26/queue/ff706b32e53e4246b7c687b97dfb31b5, entries=1, sequenceid=12, filesize=5.2 K 2024-12-02T22:19:27,713 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f4b8cff5a1a95fedb8a9a9765474bb26 in 104ms, sequenceid=12, compaction requested=false 2024-12-02T22:19:27,717 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/replication/f4b8cff5a1a95fedb8a9a9765474bb26/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T22:19:27,718 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:27,718 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:19:27,718 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. 2024-12-02T22:19:27,718 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4b8cff5a1a95fedb8a9a9765474bb26: Waiting for close lock at 1733177967609Running coprocessor pre-close hooks at 1733177967609Disabling compacts and flushes for region at 1733177967609Disabling writes for close at 1733177967609Obtaining lock to block concurrent updates at 1733177967609Preparing flush snapshotting stores in f4b8cff5a1a95fedb8a9a9765474bb26 at 1733177967609Finished memstore snapshotting hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733177967610 (+1 ms)Flushing stores of hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. at 1733177967610Flushing f4b8cff5a1a95fedb8a9a9765474bb26/hfileref: creating writer at 1733177967610Flushing f4b8cff5a1a95fedb8a9a9765474bb26/hfileref: appending metadata at 1733177967630 (+20 ms)Flushing f4b8cff5a1a95fedb8a9a9765474bb26/hfileref: closing flushed file at 1733177967631 (+1 ms)Flushing f4b8cff5a1a95fedb8a9a9765474bb26/queue: creating writer at 1733177967644 (+13 ms)Flushing f4b8cff5a1a95fedb8a9a9765474bb26/queue: appending metadata at 1733177967675 (+31 ms)Flushing f4b8cff5a1a95fedb8a9a9765474bb26/queue: closing flushed file at 1733177967675Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d892b4f: reopening flushed file at 1733177967703 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ca1f84: reopening flushed file at 1733177967708 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f4b8cff5a1a95fedb8a9a9765474bb26 in 104ms, sequenceid=12, compaction requested=false at 1733177967713 (+5 ms)Writing region close event to WAL at 1733177967714 (+1 ms)Running coprocessor post-close hooks at 1733177967718 (+4 ms)Closed at 1733177967718 2024-12-02T22:19:27,718 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733177963717.f4b8cff5a1a95fedb8a9a9765474bb26. 2024-12-02T22:19:27,718 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cfefa6b3ff6fb33a568b7260f692f4a, disabling compactions & flushes 2024-12-02T22:19:27,718 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a. 2024-12-02T22:19:27,718 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a. 2024-12-02T22:19:27,718 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a. after waiting 0 ms 2024-12-02T22:19:27,718 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a. 2024-12-02T22:19:27,721 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/default/test/4cfefa6b3ff6fb33a568b7260f692f4a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T22:19:27,722 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:27,722 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:19:27,722 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a. 2024-12-02T22:19:27,722 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cfefa6b3ff6fb33a568b7260f692f4a: Waiting for close lock at 1733177967718Running coprocessor pre-close hooks at 1733177967718Disabling compacts and flushes for region at 1733177967718Disabling writes for close at 1733177967718Writing region close event to WAL at 1733177967719 (+1 ms)Running coprocessor post-close hooks at 1733177967722 (+3 ms)Closed at 1733177967722 2024-12-02T22:19:27,722 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a. 2024-12-02T22:19:27,810 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:27,886 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 687, reset compression=false 2024-12-02T22:19:27,891 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:19:27,891 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,35657,1733177951874 got entry batch from reader: WALEntryBatch [walEntries=[{test/823375d97f78f5d45af3fffffd9200a4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733177967216/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-02T22:19:27,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7ae73638d47e,39775,1733177956175 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T22:19:27,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:34760 deadline: 1733178027892, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7ae73638d47e,39775,1733177956175 stopping 2024-12-02T22:19:27,896 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7ae73638d47e,39775,1733177956175 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:19:27,943 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 1033, reset compression=false 2024-12-02T22:19:27,948 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:19:27,948 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 1328, reset compression=false 2024-12-02T22:19:27,948 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,39775,1733177956175 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:19:27,950 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7ae73638d47e,39775,1733177956175: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7ae73638d47e,39775,1733177956175, walGroup=7ae73638d47e%2C39775%2C1733177956175, offset=7ae73638d47e%2C39775%2C1733177956175.1733177958197:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:39775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T22:19:27,951 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T22:19:27,953 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T22:19:27,954 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T22:19:27,954 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T22:19:27,955 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T22:19:27,955 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 522141432 }, "NonHeapMemoryUsage": { "committed": 190054400, "init": 7667712, "max": -1, "used": 187317768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T22:19:27,958 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T22:19:28,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7ae73638d47e,39775,1733177956175 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:19:28,001 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 7ae73638d47e,39775,1733177956175 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:19:28,010 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:28,061 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:19:28,061 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:19:28,091 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 1033, reset compression=false 2024-12-02T22:19:28,100 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/.tmp/ns/149d00a4fc634d43b7ed803135e97f1c 2024-12-02T22:19:28,127 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/.tmp/rep_barrier/ff0bfea4bfd1464d89f58b03c09389f9 is 112, key is test,,1733177960365.4cfefa6b3ff6fb33a568b7260f692f4a./rep_barrier:seqnumDuringOpen/1733177961131/Put/seqid=0 2024-12-02T22:19:28,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741848_1024 (size=5518) 2024-12-02T22:19:28,155 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 1328, reset compression=false 2024-12-02T22:19:28,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7ae73638d47e,39775,1733177956175 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:19:28,205 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 7ae73638d47e,39775,1733177956175 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:19:28,210 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:28,395 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 1033, reset compression=false 2024-12-02T22:19:28,410 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:28,458 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 1328, reset compression=false 2024-12-02T22:19:28,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7ae73638d47e,39775,1733177956175 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:19:28,509 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 7ae73638d47e,39775,1733177956175 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:19:28,531 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/.tmp/rep_barrier/ff0bfea4bfd1464d89f58b03c09389f9 2024-12-02T22:19:28,557 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/.tmp/table/12cc9efcc7164a26bb8ca34b76e39c3c is 53, key is hbase:replication/table:state/1733177964260/Put/seqid=0 2024-12-02T22:19:28,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741849_1025 (size=5308) 2024-12-02T22:19:28,610 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T22:19:28,610 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:19:28,610 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:28,799 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 1033, reset compression=false 2024-12-02T22:19:28,811 DEBUG [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:28,862 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.1733177958197 to pos 1328, reset compression=false 2024-12-02T22:19:28,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7ae73638d47e,39775,1733177956175 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:19:28,913 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 7ae73638d47e,39775,1733177956175 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:19:28,962 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/.tmp/table/12cc9efcc7164a26bb8ca34b76e39c3c 2024-12-02T22:19:28,968 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/.tmp/info/f0be2a865ef54b1b9cbc2501e54557b0 as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/info/f0be2a865ef54b1b9cbc2501e54557b0 2024-12-02T22:19:28,975 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/info/f0be2a865ef54b1b9cbc2501e54557b0, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T22:19:28,976 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/.tmp/ns/149d00a4fc634d43b7ed803135e97f1c as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/ns/149d00a4fc634d43b7ed803135e97f1c 2024-12-02T22:19:28,980 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/ns/149d00a4fc634d43b7ed803135e97f1c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T22:19:28,981 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/.tmp/rep_barrier/ff0bfea4bfd1464d89f58b03c09389f9 as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/rep_barrier/ff0bfea4bfd1464d89f58b03c09389f9 2024-12-02T22:19:28,985 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/rep_barrier/ff0bfea4bfd1464d89f58b03c09389f9, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T22:19:28,986 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/.tmp/table/12cc9efcc7164a26bb8ca34b76e39c3c as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/table/12cc9efcc7164a26bb8ca34b76e39c3c 2024-12-02T22:19:28,995 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/table/12cc9efcc7164a26bb8ca34b76e39c3c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T22:19:28,996 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1386ms, sequenceid=16, compaction requested=false 2024-12-02T22:19:29,004 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T22:19:29,004 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:29,004 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:19:29,004 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:29,005 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177967610Running coprocessor pre-close hooks at 1733177967610Disabling compacts and flushes for region at 1733177967610Disabling writes for close at 1733177967610Obtaining lock to block concurrent updates at 1733177967610Preparing flush snapshotting stores in 1588230740 at 1733177967610Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733177967610Flushing stores of hbase:meta,,1.1588230740 at 1733177967611 (+1 ms)Flushing 1588230740/info: creating writer at 1733177967611Flushing 1588230740/info: appending metadata at 1733177967634 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733177967634Flushing 1588230740/ns: creating writer at 1733177967652 (+18 ms)Flushing 1588230740/ns: appending metadata at 1733177967681 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1733177967681Flushing 1588230740/rep_barrier: creating writer at 1733177968106 (+425 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733177968127 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733177968127Flushing 1588230740/table: creating writer at 1733177968536 (+409 ms)Flushing 1588230740/table: appending metadata at 1733177968556 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733177968556Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dbc65cb: reopening flushed file at 1733177968968 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dee93e5: reopening flushed file at 1733177968976 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ac0657: reopening flushed file at 1733177968980 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f1ae64: reopening flushed file at 1733177968985 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1386ms, sequenceid=16, compaction requested=false at 1733177968996 (+11 ms)Writing region close event to WAL at 1733177969001 (+5 ms)Running coprocessor post-close hooks at 1733177969004 (+3 ms)Closed at 1733177969004 2024-12-02T22:19:29,005 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:29,011 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,39775,1733177956175; all regions closed. 2024-12-02T22:19:29,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741834_1010 (size=4239) 2024-12-02T22:19:29,013 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/WALs/7ae73638d47e,39775,1733177956175/7ae73638d47e%2C39775%2C1733177956175.meta.1733177959106.meta not finished, retry = 0 2024-12-02T22:19:29,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741839_1015 (size=3127) 2024-12-02T22:19:29,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741832_1008 (size=1336) 2024-12-02T22:19:29,119 DEBUG [RS:0;7ae73638d47e:39775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:29,119 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:19:29,119 INFO [RS:0;7ae73638d47e:39775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:19:29,120 INFO [RS:0;7ae73638d47e:39775 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:19:29,120 INFO [RS:0;7ae73638d47e:39775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:19:29,120 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:19:29,120 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,39775,1733177956175 because: Region server is closing 2024-12-02T22:19:29,121 INFO [RS:0;7ae73638d47e:39775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:39775. 2024-12-02T22:19:29,121 DEBUG [RS:0;7ae73638d47e:39775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:29,121 DEBUG [RS:0;7ae73638d47e:39775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:29,121 DEBUG [RS:0;7ae73638d47e:39775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:29,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:29,221 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.shipper7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 terminated 2024-12-02T22:19:29,221 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,39775,1733177956175.replicationSource.wal-reader.7ae73638d47e%2C39775%2C1733177956175,1-7ae73638d47e,39775,1733177956175 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:19:29,221 INFO [RS:0;7ae73638d47e:39775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:39775. 2024-12-02T22:19:29,221 DEBUG [RS:0;7ae73638d47e:39775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:29,221 DEBUG [RS:0;7ae73638d47e:39775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:29,222 DEBUG [RS:0;7ae73638d47e:39775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:29,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:29,222 INFO [RS:0;7ae73638d47e:39775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39775 2024-12-02T22:19:29,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11199093531/rs/7ae73638d47e,39775,1733177956175 2024-12-02T22:19:29,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531/rs 2024-12-02T22:19:29,224 INFO [RS:0;7ae73638d47e:39775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:19:29,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,39775,1733177956175] 2024-12-02T22:19:29,227 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11199093531/draining/7ae73638d47e,39775,1733177956175 already deleted, retry=false 2024-12-02T22:19:29,227 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,39775,1733177956175 expired; onlineServers=0 2024-12-02T22:19:29,227 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,40891,1733177956127' ***** 2024-12-02T22:19:29,227 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:19:29,228 INFO [M:0;7ae73638d47e:40891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:19:29,228 INFO [M:0;7ae73638d47e:40891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:19:29,228 DEBUG [M:0;7ae73638d47e:40891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:19:29,228 DEBUG [M:0;7ae73638d47e:40891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:19:29,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:19:29,228 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177957959 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177957959,5,FailOnTimeoutGroup] 2024-12-02T22:19:29,228 INFO [M:0;7ae73638d47e:40891 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:19:29,228 INFO [M:0;7ae73638d47e:40891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:19:29,228 DEBUG [M:0;7ae73638d47e:40891 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:19:29,228 INFO [M:0;7ae73638d47e:40891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:19:29,228 INFO [M:0;7ae73638d47e:40891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:19:29,228 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177957959 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177957959,5,FailOnTimeoutGroup] 2024-12-02T22:19:29,230 INFO [M:0;7ae73638d47e:40891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:19:29,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11199093531/master 2024-12-02T22:19:29,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11199093531 2024-12-02T22:19:29,230 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:19:29,230 DEBUG [M:0;7ae73638d47e:40891 {}] zookeeper.ZKUtil(347): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Unable to get data of znode /11199093531/master because node does not exist (not an error) 2024-12-02T22:19:29,230 WARN [M:0;7ae73638d47e:40891 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:19:29,231 INFO [M:0;7ae73638d47e:40891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/.lastflushedseqids 2024-12-02T22:19:29,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741850_1026 (size=263) 2024-12-02T22:19:29,303 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 1033, reset compression=false 2024-12-02T22:19:29,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:29,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x1009d12cc440004, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:29,327 INFO [RS:0;7ae73638d47e:39775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:19:29,327 INFO [RS:0;7ae73638d47e:39775 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,39775,1733177956175; zookeeper connection closed. 2024-12-02T22:19:29,327 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dc97588 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dc97588 2024-12-02T22:19:29,327 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:19:29,417 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7ae73638d47e:39775 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7ae73638d47e/172.17.0.2:39775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:19:29,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 7ae73638d47e:39775 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7ae73638d47e/172.17.0.2:39775 2024-12-02T22:19:29,417 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=7ae73638d47e:39775 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7ae73638d47e/172.17.0.2:39775 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7ae73638d47e/172.17.0.2:39775 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-02T22:19:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T22:19:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35164 deadline: 1733178029419, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T22:19:29,421 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T22:19:29,422 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T22:19:29,639 INFO [M:0;7ae73638d47e:40891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:19:29,639 INFO [M:0;7ae73638d47e:40891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:19:29,639 DEBUG [M:0;7ae73638d47e:40891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:19:29,639 INFO [M:0;7ae73638d47e:40891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:29,639 DEBUG [M:0;7ae73638d47e:40891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:29,639 DEBUG [M:0;7ae73638d47e:40891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:19:29,639 DEBUG [M:0;7ae73638d47e:40891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:29,639 INFO [M:0;7ae73638d47e:40891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T22:19:29,663 DEBUG [M:0;7ae73638d47e:40891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/431ace667efa4c8cb4da8f0dafddd1c4 is 82, key is hbase:meta,,1/info:regioninfo/1733177959141/Put/seqid=0 2024-12-02T22:19:29,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741851_1027 (size=5672) 2024-12-02T22:19:29,907 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 1033, reset compression=false 2024-12-02T22:19:30,022 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T22:19:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T22:19:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:35164 deadline: 1733178030024, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T22:19:30,025 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T22:19:30,026 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T22:19:30,026 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T22:19:30,068 INFO [M:0;7ae73638d47e:40891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/431ace667efa4c8cb4da8f0dafddd1c4 2024-12-02T22:19:30,098 DEBUG [M:0;7ae73638d47e:40891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02d70a37f01c477fb884fb59514c14e0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733177964264/Put/seqid=0 2024-12-02T22:19:30,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741852_1028 (size=8516) 2024-12-02T22:19:30,103 INFO [M:0;7ae73638d47e:40891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02d70a37f01c477fb884fb59514c14e0 2024-12-02T22:19:30,127 DEBUG [M:0;7ae73638d47e:40891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1a6476289734f14b4c62cf670f80d9d is 69, key is 7ae73638d47e,39775,1733177956175/rs:state/1733177958019/Put/seqid=0 2024-12-02T22:19:30,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741853_1029 (size=5156) 2024-12-02T22:19:30,536 INFO [M:0;7ae73638d47e:40891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1a6476289734f14b4c62cf670f80d9d 2024-12-02T22:19:30,541 DEBUG [M:0;7ae73638d47e:40891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/431ace667efa4c8cb4da8f0dafddd1c4 as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/431ace667efa4c8cb4da8f0dafddd1c4 2024-12-02T22:19:30,545 INFO [M:0;7ae73638d47e:40891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/431ace667efa4c8cb4da8f0dafddd1c4, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T22:19:30,546 DEBUG [M:0;7ae73638d47e:40891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02d70a37f01c477fb884fb59514c14e0 as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02d70a37f01c477fb884fb59514c14e0 2024-12-02T22:19:30,550 INFO [M:0;7ae73638d47e:40891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02d70a37f01c477fb884fb59514c14e0, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T22:19:30,551 DEBUG [M:0;7ae73638d47e:40891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1a6476289734f14b4c62cf670f80d9d as hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1a6476289734f14b4c62cf670f80d9d 2024-12-02T22:19:30,555 INFO [M:0;7ae73638d47e:40891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34243/user/jenkins/test-data/ef040387-4068-a545-de79-129672316dc5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1a6476289734f14b4c62cf670f80d9d, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T22:19:30,556 INFO [M:0;7ae73638d47e:40891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false 2024-12-02T22:19:30,557 INFO [M:0;7ae73638d47e:40891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:30,557 DEBUG [M:0;7ae73638d47e:40891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177969639Disabling compacts and flushes for region at 1733177969639Disabling writes for close at 1733177969639Obtaining lock to block concurrent updates at 1733177969639Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733177969639Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733177969640 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733177969640Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733177969640Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733177969662 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733177969662Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733177970072 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733177970098 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733177970098Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733177970107 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733177970127 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733177970127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4e5260: reopening flushed file at 1733177970540 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11aaa82a: reopening flushed file at 1733177970545 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e78441: reopening flushed file at 1733177970550 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=97, compaction requested=false at 1733177970556 (+6 ms)Writing region close event to WAL at 1733177970557 (+1 ms)Closed at 1733177970557 2024-12-02T22:19:30,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41215 is added to blk_1073741830_1006 (size=63654) 2024-12-02T22:19:30,560 INFO [M:0;7ae73638d47e:40891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:19:30,560 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:19:30,560 INFO [M:0;7ae73638d47e:40891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40891 2024-12-02T22:19:30,560 INFO [M:0;7ae73638d47e:40891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:19:30,612 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.1733177953909 to pos 1033, reset compression=false 2024-12-02T22:19:30,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:30,662 INFO [M:0;7ae73638d47e:40891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:19:30,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1009d12cc440003, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:30,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18c944d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:19:30,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14658782{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:19:30,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:19:30,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74a033e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:19:30,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54ff792c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/hadoop.log.dir/,STOPPED} 2024-12-02T22:19:30,669 WARN [BP-1830335952-172.17.0.2-1733177954976 heartbeating to localhost/127.0.0.1:34243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:19:30,669 WARN [BP-1830335952-172.17.0.2-1733177954976 heartbeating to localhost/127.0.0.1:34243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1830335952-172.17.0.2-1733177954976 (Datanode Uuid 377b440d-0847-47e7-b16a-4cf1a444c61e) service to localhost/127.0.0.1:34243 2024-12-02T22:19:30,669 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:19:30,670 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:19:30,670 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:19:30,670 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/cluster_7449b03a-4005-595c-8173-f6ea187efe7f/data/data2/current/BP-1830335952-172.17.0.2-1733177954976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:19:30,670 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/cluster_7449b03a-4005-595c-8173-f6ea187efe7f/data/data1/current/BP-1830335952-172.17.0.2-1733177954976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:19:30,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11574a3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:19:30,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d265d3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:19:30,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:19:30,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2216ae9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:19:30,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698bd8f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/hadoop.log.dir/,STOPPED} 2024-12-02T22:19:30,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:19:30,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:19:30,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:30,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:30,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:30,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:30,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:30,699 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:19:30,699 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=648822188, stopped=false 2024-12-02T22:19:30,699 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,34187,1733177951812 2024-12-02T22:19:30,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1397421982/running 2024-12-02T22:19:30,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1397421982/running 2024-12-02T22:19:30,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:30,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:30,701 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:19:30,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:30,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Set watcher on znode that does not yet exist, /0-1397421982/running 2024-12-02T22:19:30,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:30,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:30,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,35657,1733177951874' ***** 2024-12-02T22:19:30,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:19:30,702 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:19:30,702 INFO [RS:0;7ae73638d47e:35657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:19:30,702 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:19:30,702 INFO [RS:0;7ae73638d47e:35657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:19:30,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Set watcher on znode that does not yet exist, /0-1397421982/running 2024-12-02T22:19:30,702 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(3091): Received CLOSE for 823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:30,703 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(3091): Received CLOSE for 05e11633957318de9482dbf2a5ac6595 2024-12-02T22:19:30,703 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,35657,1733177951874 2024-12-02T22:19:30,703 INFO [RS:0;7ae73638d47e:35657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:19:30,703 INFO [RS:0;7ae73638d47e:35657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:35657. 2024-12-02T22:19:30,703 DEBUG [RS:0;7ae73638d47e:35657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:30,703 DEBUG [RS:0;7ae73638d47e:35657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:30,703 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:19:30,703 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:19:30,703 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:19:30,703 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:19:30,703 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 823375d97f78f5d45af3fffffd9200a4, disabling compactions & flushes 2024-12-02T22:19:30,703 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733177959221.823375d97f78f5d45af3fffffd9200a4. 2024-12-02T22:19:30,703 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733177959221.823375d97f78f5d45af3fffffd9200a4. 2024-12-02T22:19:30,703 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733177959221.823375d97f78f5d45af3fffffd9200a4. after waiting 0 ms 2024-12-02T22:19:30,703 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733177959221.823375d97f78f5d45af3fffffd9200a4. 2024-12-02T22:19:30,703 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T22:19:30,703 DEBUG [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 823375d97f78f5d45af3fffffd9200a4=test,,1733177959221.823375d97f78f5d45af3fffffd9200a4., 05e11633957318de9482dbf2a5ac6595=hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595.} 2024-12-02T22:19:30,703 DEBUG [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(1351): Waiting on 05e11633957318de9482dbf2a5ac6595, 1588230740, 823375d97f78f5d45af3fffffd9200a4 2024-12-02T22:19:30,704 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:19:30,704 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:19:30,704 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:19:30,704 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:19:30,704 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:19:30,704 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T22:19:30,726 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T22:19:30,727 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7ae73638d47e:40891 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7ae73638d47e/172.17.0.2:40891 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:19:30,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 7ae73638d47e:40891 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7ae73638d47e/172.17.0.2:40891 2024-12-02T22:19:30,729 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/default/test/823375d97f78f5d45af3fffffd9200a4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T22:19:30,729 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:30,729 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:19:30,729 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733177959221.823375d97f78f5d45af3fffffd9200a4. 2024-12-02T22:19:30,730 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 823375d97f78f5d45af3fffffd9200a4: Waiting for close lock at 1733177970703Running coprocessor pre-close hooks at 1733177970703Disabling compacts and flushes for region at 1733177970703Disabling writes for close at 1733177970703Writing region close event to WAL at 1733177970704 (+1 ms)Running coprocessor post-close hooks at 1733177970729 (+25 ms)Closed at 1733177970729 2024-12-02T22:19:30,730 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733177959221.823375d97f78f5d45af3fffffd9200a4. 2024-12-02T22:19:30,730 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05e11633957318de9482dbf2a5ac6595, disabling compactions & flushes 2024-12-02T22:19:30,730 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. 2024-12-02T22:19:30,730 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. 2024-12-02T22:19:30,730 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. after waiting 0 ms 2024-12-02T22:19:30,730 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. 2024-12-02T22:19:30,730 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05e11633957318de9482dbf2a5ac6595 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-02T22:19:30,732 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/.tmp/info/86a926fc58aa4d568a536666021f2005 is 147, key is hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595./info:regioninfo/1733177962503/Put/seqid=0 2024-12-02T22:19:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741846_1022 (size=7686) 2024-12-02T22:19:30,743 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/.tmp/info/86a926fc58aa4d568a536666021f2005 2024-12-02T22:19:30,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T22:19:30,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T22:19:30,750 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/replication/05e11633957318de9482dbf2a5ac6595/.tmp/hfileref/8779fbe870434bee8b9341d915769a01 is 74, key is 1/hfileref:4daf0ccfcdc44551af229dc5fea93c28_SeqId_6_/1733177967201/Put/seqid=0 2024-12-02T22:19:30,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T22:19:30,751 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:19:30,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741847_1023 (size=5345) 2024-12-02T22:19:30,762 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/replication/05e11633957318de9482dbf2a5ac6595/.tmp/hfileref/8779fbe870434bee8b9341d915769a01 2024-12-02T22:19:30,780 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/.tmp/ns/75403b530a32435eaace1b970205e63b is 43, key is default/ns:d/1733177954875/Put/seqid=0 2024-12-02T22:19:30,787 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:19:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741848_1024 (size=5153) 2024-12-02T22:19:30,789 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/.tmp/ns/75403b530a32435eaace1b970205e63b 2024-12-02T22:19:30,794 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/replication/05e11633957318de9482dbf2a5ac6595/.tmp/queue/c21aaa9917fd41baae2af7ec26b6884e is 153, key is 1-7ae73638d47e,35657,1733177951874/queue:7ae73638d47e%2C35657%2C1733177951874/1733177965703/Put/seqid=0 2024-12-02T22:19:30,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741849_1025 (size=5352) 2024-12-02T22:19:30,812 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/replication/05e11633957318de9482dbf2a5ac6595/.tmp/queue/c21aaa9917fd41baae2af7ec26b6884e 2024-12-02T22:19:30,815 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/.tmp/rep_barrier/9d52e656a1ba4a26a1ef71b48122c9fd is 112, key is test,,1733177959221.823375d97f78f5d45af3fffffd9200a4./rep_barrier:seqnumDuringOpen/1733177959989/Put/seqid=0 2024-12-02T22:19:30,821 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/replication/05e11633957318de9482dbf2a5ac6595/.tmp/hfileref/8779fbe870434bee8b9341d915769a01 as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/replication/05e11633957318de9482dbf2a5ac6595/hfileref/8779fbe870434bee8b9341d915769a01 2024-12-02T22:19:30,825 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/replication/05e11633957318de9482dbf2a5ac6595/hfileref/8779fbe870434bee8b9341d915769a01, entries=4, sequenceid=10, filesize=5.2 K 2024-12-02T22:19:30,826 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/replication/05e11633957318de9482dbf2a5ac6595/.tmp/queue/c21aaa9917fd41baae2af7ec26b6884e as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/replication/05e11633957318de9482dbf2a5ac6595/queue/c21aaa9917fd41baae2af7ec26b6884e 2024-12-02T22:19:30,830 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/replication/05e11633957318de9482dbf2a5ac6595/queue/c21aaa9917fd41baae2af7ec26b6884e, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T22:19:30,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:30,832 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7ae73638d47e:40891 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7ae73638d47e/172.17.0.2:40891 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T22:19:30,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=7ae73638d47e:40891 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7ae73638d47e/172.17.0.2:40891 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-02T22:19:30,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 7ae73638d47e:40891 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7ae73638d47e/172.17.0.2:40891 2024-12-02T22:19:30,835 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 05e11633957318de9482dbf2a5ac6595 in 105ms, sequenceid=10, compaction requested=false 2024-12-02T22:19:30,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741850_1026 (size=5518) 2024-12-02T22:19:30,838 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/.tmp/rep_barrier/9d52e656a1ba4a26a1ef71b48122c9fd 2024-12-02T22:19:30,847 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:19:30,848 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:19:30,861 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/replication/05e11633957318de9482dbf2a5ac6595/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T22:19:30,861 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:30,861 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:19:30,862 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. 2024-12-02T22:19:30,862 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05e11633957318de9482dbf2a5ac6595: Waiting for close lock at 1733177970730Running coprocessor pre-close hooks at 1733177970730Disabling compacts and flushes for region at 1733177970730Disabling writes for close at 1733177970730Obtaining lock to block concurrent updates at 1733177970730Preparing flush snapshotting stores in 05e11633957318de9482dbf2a5ac6595 at 1733177970730Finished memstore snapshotting hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733177970730Flushing stores of hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. at 1733177970731 (+1 ms)Flushing 05e11633957318de9482dbf2a5ac6595/hfileref: creating writer at 1733177970731Flushing 05e11633957318de9482dbf2a5ac6595/hfileref: appending metadata at 1733177970749 (+18 ms)Flushing 05e11633957318de9482dbf2a5ac6595/hfileref: closing flushed file at 1733177970749Flushing 05e11633957318de9482dbf2a5ac6595/queue: creating writer at 1733177970776 (+27 ms)Flushing 05e11633957318de9482dbf2a5ac6595/queue: appending metadata at 1733177970793 (+17 ms)Flushing 05e11633957318de9482dbf2a5ac6595/queue: closing flushed file at 1733177970793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a9d37e: reopening flushed file at 1733177970820 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9d2691: reopening flushed file at 1733177970825 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 05e11633957318de9482dbf2a5ac6595 in 105ms, sequenceid=10, compaction requested=false at 1733177970835 (+10 ms)Writing region close event to WAL at 1733177970852 (+17 ms)Running coprocessor post-close hooks at 1733177970861 (+9 ms)Closed at 1733177970862 (+1 ms) 2024-12-02T22:19:30,862 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733177961536.05e11633957318de9482dbf2a5ac6595. 2024-12-02T22:19:30,868 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/.tmp/table/773ccbd7bab44fe88e0ac859cb69e233 is 53, key is hbase:replication/table:state/1733177962527/Put/seqid=0 2024-12-02T22:19:30,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741851_1027 (size=5308) 2024-12-02T22:19:30,884 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/.tmp/table/773ccbd7bab44fe88e0ac859cb69e233 2024-12-02T22:19:30,892 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/.tmp/info/86a926fc58aa4d568a536666021f2005 as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/info/86a926fc58aa4d568a536666021f2005 2024-12-02T22:19:30,897 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/info/86a926fc58aa4d568a536666021f2005, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T22:19:30,898 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/.tmp/ns/75403b530a32435eaace1b970205e63b as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/ns/75403b530a32435eaace1b970205e63b 2024-12-02T22:19:30,903 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/ns/75403b530a32435eaace1b970205e63b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T22:19:30,904 DEBUG [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:30,904 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/.tmp/rep_barrier/9d52e656a1ba4a26a1ef71b48122c9fd as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/rep_barrier/9d52e656a1ba4a26a1ef71b48122c9fd 2024-12-02T22:19:30,909 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/rep_barrier/9d52e656a1ba4a26a1ef71b48122c9fd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T22:19:30,920 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/.tmp/table/773ccbd7bab44fe88e0ac859cb69e233 as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/table/773ccbd7bab44fe88e0ac859cb69e233 2024-12-02T22:19:30,925 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/table/773ccbd7bab44fe88e0ac859cb69e233, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T22:19:30,926 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 222ms, sequenceid=16, compaction requested=false 2024-12-02T22:19:30,926 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:19:30,956 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T22:19:30,957 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:30,957 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:19:30,957 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:30,957 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177970704Running coprocessor pre-close hooks at 1733177970704Disabling compacts and flushes for region at 1733177970704Disabling writes for close at 1733177970704Obtaining lock to block concurrent updates at 1733177970704Preparing flush snapshotting stores in 1588230740 at 1733177970704Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733177970704Flushing stores of hbase:meta,,1.1588230740 at 1733177970705 (+1 ms)Flushing 1588230740/info: creating writer at 1733177970705Flushing 1588230740/info: appending metadata at 1733177970731 (+26 ms)Flushing 1588230740/info: closing flushed file at 1733177970732 (+1 ms)Flushing 1588230740/ns: creating writer at 1733177970759 (+27 ms)Flushing 1588230740/ns: appending metadata at 1733177970780 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733177970780Flushing 1588230740/rep_barrier: creating writer at 1733177970794 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733177970815 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733177970815Flushing 1588230740/table: creating writer at 1733177970842 (+27 ms)Flushing 1588230740/table: appending metadata at 1733177970868 (+26 ms)Flushing 1588230740/table: closing flushed file at 1733177970868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dff8c34: reopening flushed file at 1733177970891 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6154e1af: reopening flushed file at 1733177970897 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6bccfd: reopening flushed file at 1733177970904 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58820437: reopening flushed file at 1733177970909 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 222ms, sequenceid=16, compaction requested=false at 1733177970926 (+17 ms)Writing region close event to WAL at 1733177970933 (+7 ms)Running coprocessor post-close hooks at 1733177970957 (+24 ms)Closed at 1733177970957 2024-12-02T22:19:30,958 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:31,040 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:31,041 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7ae73638d47e:40891 this server is in the failed servers list 2024-12-02T22:19:31,041 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7ae73638d47e:40891 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:19:31,104 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,35657,1733177951874; all regions closed. 2024-12-02T22:19:31,106 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/WALs/7ae73638d47e,35657,1733177951874/7ae73638d47e%2C35657%2C1733177951874.meta.1733177954815.meta not finished, retry = 0 2024-12-02T22:19:31,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741834_1010 (size=4239) 2024-12-02T22:19:31,209 DEBUG [RS:0;7ae73638d47e:35657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/oldWALs 2024-12-02T22:19:31,209 INFO [RS:0;7ae73638d47e:35657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C35657%2C1733177951874.meta:.meta(num 1733177954815) 2024-12-02T22:19:31,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741839_1015 (size=2695) 2024-12-02T22:19:31,213 DEBUG [RS:0;7ae73638d47e:35657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/oldWALs 2024-12-02T22:19:31,213 INFO [RS:0;7ae73638d47e:35657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C35657%2C1733177951874.rep:(num 1733177962327) 2024-12-02T22:19:31,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741832_1008 (size=1336) 2024-12-02T22:19:31,218 DEBUG [RS:0;7ae73638d47e:35657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/oldWALs 2024-12-02T22:19:31,218 INFO [RS:0;7ae73638d47e:35657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C35657%2C1733177951874:(num 1733177953909) 2024-12-02T22:19:31,218 DEBUG [RS:0;7ae73638d47e:35657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:31,218 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:19:31,218 INFO [RS:0;7ae73638d47e:35657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:19:31,219 INFO [RS:0;7ae73638d47e:35657 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:19:31,219 INFO [RS:0;7ae73638d47e:35657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:19:31,219 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:19:31,219 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,35657,1733177951874 because: Region server is closing 2024-12-02T22:19:31,219 INFO [RS:0;7ae73638d47e:35657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:35657. 2024-12-02T22:19:31,219 DEBUG [RS:0;7ae73638d47e:35657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:31,219 DEBUG [RS:0;7ae73638d47e:35657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:31,220 DEBUG [RS:0;7ae73638d47e:35657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:31,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:31,320 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.wal-reader.7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:19:31,320 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-02T22:19:31,320 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T22:19:31,320 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T22:19:31,351 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:31,351 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7ae73638d47e:40891 this server is in the failed servers list 2024-12-02T22:19:31,351 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7ae73638d47e:40891 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:19:31,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:31,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7ae73638d47e:40891 this server is in the failed servers list 2024-12-02T22:19:31,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7ae73638d47e:40891 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:19:32,121 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,35657,1733177951874.replicationSource.shipper7ae73638d47e%2C35657%2C1733177951874,1-7ae73638d47e,35657,1733177951874 terminated 2024-12-02T22:19:32,121 INFO [RS:0;7ae73638d47e:35657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:35657. 2024-12-02T22:19:32,122 DEBUG [RS:0;7ae73638d47e:35657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:32,122 DEBUG [RS:0;7ae73638d47e:35657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:32,122 DEBUG [RS:0;7ae73638d47e:35657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:32,122 INFO [RS:0;7ae73638d47e:35657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35657 2024-12-02T22:19:32,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:32,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1397421982/rs/7ae73638d47e,35657,1733177951874 2024-12-02T22:19:32,125 INFO [RS:0;7ae73638d47e:35657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:19:32,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982/rs 2024-12-02T22:19:32,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,35657,1733177951874] 2024-12-02T22:19:32,128 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1397421982/draining/7ae73638d47e,35657,1733177951874 already deleted, retry=false 2024-12-02T22:19:32,129 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,35657,1733177951874 expired; onlineServers=0 2024-12-02T22:19:32,129 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,34187,1733177951812' ***** 2024-12-02T22:19:32,129 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:19:32,129 INFO [M:0;7ae73638d47e:34187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:19:32,129 INFO [M:0;7ae73638d47e:34187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:19:32,129 DEBUG [M:0;7ae73638d47e:34187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:19:32,129 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:19:32,129 DEBUG [M:0;7ae73638d47e:34187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:19:32,129 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177953656 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177953656,5,FailOnTimeoutGroup] 2024-12-02T22:19:32,129 INFO [M:0;7ae73638d47e:34187 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:19:32,129 INFO [M:0;7ae73638d47e:34187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:19:32,129 DEBUG [M:0;7ae73638d47e:34187 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:19:32,129 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177953656 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177953656,5,FailOnTimeoutGroup] 2024-12-02T22:19:32,129 INFO [M:0;7ae73638d47e:34187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:19:32,130 INFO [M:0;7ae73638d47e:34187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:19:32,130 INFO [M:0;7ae73638d47e:34187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:19:32,130 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:19:32,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1397421982/master 2024-12-02T22:19:32,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1397421982 2024-12-02T22:19:32,133 DEBUG [M:0;7ae73638d47e:34187 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1397421982/master already deleted, retry=false 2024-12-02T22:19:32,133 DEBUG [M:0;7ae73638d47e:34187 {}] master.ActiveMasterManager(353): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1397421982/master 2024-12-02T22:19:32,134 INFO [M:0;7ae73638d47e:34187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/.lastflushedseqids 2024-12-02T22:19:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741852_1028 (size=263) 2024-12-02T22:19:32,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:32,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35657-0x1009d12cc440001, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:32,227 INFO [RS:0;7ae73638d47e:35657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:19:32,227 INFO [RS:0;7ae73638d47e:35657 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,35657,1733177951874; zookeeper connection closed. 2024-12-02T22:19:32,227 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@892f48a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@892f48a 2024-12-02T22:19:32,228 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:19:32,551 INFO [M:0;7ae73638d47e:34187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:19:32,551 INFO [M:0;7ae73638d47e:34187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:19:32,551 DEBUG [M:0;7ae73638d47e:34187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:19:32,551 INFO [M:0;7ae73638d47e:34187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:32,551 DEBUG [M:0;7ae73638d47e:34187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:32,551 DEBUG [M:0;7ae73638d47e:34187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:19:32,551 DEBUG [M:0;7ae73638d47e:34187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:32,551 INFO [M:0;7ae73638d47e:34187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-02T22:19:32,570 DEBUG [M:0;7ae73638d47e:34187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f491cbb442ea44d1b735cee98fce026b is 82, key is hbase:meta,,1/info:regioninfo/1733177954863/Put/seqid=0 2024-12-02T22:19:32,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741853_1029 (size=5672) 2024-12-02T22:19:32,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:32,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:19:32,875 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2145 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:19:32,974 INFO [M:0;7ae73638d47e:34187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f491cbb442ea44d1b735cee98fce026b 2024-12-02T22:19:33,004 DEBUG [M:0;7ae73638d47e:34187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f299a65159164ded9960e088d9aa2e21 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733177962536/Put/seqid=0 2024-12-02T22:19:33,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741854_1030 (size=8515) 2024-12-02T22:19:33,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:19:33,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:33,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:33,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:33,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:33,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:33,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:33,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:33,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:33,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:33,409 INFO [M:0;7ae73638d47e:34187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f299a65159164ded9960e088d9aa2e21 2024-12-02T22:19:33,434 DEBUG [M:0;7ae73638d47e:34187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8f471536dca4821912a54deb71f316b is 69, key is 7ae73638d47e,35657,1733177951874/rs:state/1733177953737/Put/seqid=0 2024-12-02T22:19:33,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741855_1031 (size=5156) 2024-12-02T22:19:33,839 INFO [M:0;7ae73638d47e:34187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8f471536dca4821912a54deb71f316b 2024-12-02T22:19:33,844 DEBUG [M:0;7ae73638d47e:34187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f491cbb442ea44d1b735cee98fce026b as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f491cbb442ea44d1b735cee98fce026b 2024-12-02T22:19:33,847 INFO [M:0;7ae73638d47e:34187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f491cbb442ea44d1b735cee98fce026b, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T22:19:33,848 DEBUG [M:0;7ae73638d47e:34187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f299a65159164ded9960e088d9aa2e21 as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f299a65159164ded9960e088d9aa2e21 2024-12-02T22:19:33,856 INFO [M:0;7ae73638d47e:34187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f299a65159164ded9960e088d9aa2e21, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T22:19:33,859 DEBUG [M:0;7ae73638d47e:34187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8f471536dca4821912a54deb71f316b as hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8f471536dca4821912a54deb71f316b 2024-12-02T22:19:33,862 INFO [M:0;7ae73638d47e:34187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8f471536dca4821912a54deb71f316b, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T22:19:33,863 INFO [M:0;7ae73638d47e:34187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=97, compaction requested=false 2024-12-02T22:19:33,864 INFO [M:0;7ae73638d47e:34187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:33,864 DEBUG [M:0;7ae73638d47e:34187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177972551Disabling compacts and flushes for region at 1733177972551Disabling writes for close at 1733177972551Obtaining lock to block concurrent updates at 1733177972551Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733177972551Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733177972551Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733177972552 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733177972552Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733177972569 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733177972569Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733177972980 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733177973004 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733177973004Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733177973413 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733177973433 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733177973433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf5b8a6: reopening flushed file at 1733177973843 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7774ac: reopening flushed file at 1733177973848 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57eecc24: reopening flushed file at 1733177973856 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=97, compaction requested=false at 1733177973863 (+7 ms)Writing region close event to WAL at 1733177973864 (+1 ms)Closed at 1733177973864 2024-12-02T22:19:33,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35981 is added to blk_1073741830_1006 (size=63642) 2024-12-02T22:19:33,866 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39c80d9c-4a39-aa88-c0e2-2814312a9f81/MasterData/WALs/7ae73638d47e,34187,1733177951812/7ae73638d47e%2C34187%2C1733177951812.1733177953580 not finished, retry = 0 2024-12-02T22:19:33,967 INFO [M:0;7ae73638d47e:34187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:19:33,967 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:19:33,967 INFO [M:0;7ae73638d47e:34187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34187 2024-12-02T22:19:33,968 INFO [M:0;7ae73638d47e:34187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:19:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:34,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34187-0x1009d12cc440000, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:34,071 INFO [M:0;7ae73638d47e:34187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:19:34,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78fc976{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:19:34,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@189d931d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:19:34,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:19:34,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce1faa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:19:34,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2277d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/hadoop.log.dir/,STOPPED} 2024-12-02T22:19:34,092 WARN [BP-1726778755-172.17.0.2-1733177950700 heartbeating to localhost/127.0.0.1:41085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:19:34,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:19:34,092 WARN [BP-1726778755-172.17.0.2-1733177950700 heartbeating to localhost/127.0.0.1:41085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1726778755-172.17.0.2-1733177950700 (Datanode Uuid 96bcb3fc-2012-494a-a6f8-dd4c5c2d76c4) service to localhost/127.0.0.1:41085 2024-12-02T22:19:34,092 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:19:34,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/cluster_29e43cbb-f154-d12b-e400-8a8909f59060/data/data1/current/BP-1726778755-172.17.0.2-1733177950700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:19:34,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/cluster_29e43cbb-f154-d12b-e400-8a8909f59060/data/data2/current/BP-1726778755-172.17.0.2-1733177950700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:19:34,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:19:34,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21ddca0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:19:34,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5229bcd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:19:34,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:19:34,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69fc284f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:19:34,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1087461c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc01d9a1-0240-8755-af6b-305c5d33d964/hadoop.log.dir/,STOPPED} 2024-12-02T22:19:34,120 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T22:19:34,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:19:34,158 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 202) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34243 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56440) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34243 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34243 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56440) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41085 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41085 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41085 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=624 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 408) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6874 (was 7430) 2024-12-02T22:19:34,169 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=624, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=6874 2024-12-02T22:19:34,184 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-02T22:19:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/hadoop.log.dir so I do NOT create it in target/test-data/fe637507-626d-b86f-af55-b71043860bb9 2024-12-02T22:19:34,184 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:19:34,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/hadoop.tmp.dir so I do NOT create it in target/test-data/fe637507-626d-b86f-af55-b71043860bb9 2024-12-02T22:19:34,184 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cd71606-e318-e5ea-aa6a-36e402b25b56/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:19:34,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9 2024-12-02T22:19:34,185 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/cluster_4a8c5f5f-e564-6cf2-058d-2aea6bc58108, deleteOnExit=true 2024-12-02T22:19:34,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/cluster_4a8c5f5f-e564-6cf2-058d-2aea6bc58108/zookeeper_0, clientPort=50364, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/cluster_4a8c5f5f-e564-6cf2-058d-2aea6bc58108/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/cluster_4a8c5f5f-e564-6cf2-058d-2aea6bc58108/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T22:19:34,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50364 2024-12-02T22:19:34,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:19:34,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:19:34,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/test.cache.data in system properties and HBase conf 2024-12-02T22:19:34,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:19:34,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:19:34,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:19:34,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:19:34,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:19:34,191 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:19:34,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:19:34,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:19:34,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:19:34,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:19:34,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:19:34,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:19:34,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:19:34,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:19:34,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:19:34,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:19:34,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:19:34,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:19:34,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:19:34,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:19:34,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009d12cc440005, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:19:34,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009d12cc440002, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:19:34,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009d12cc440002, quorum=127.0.0.1:56440, baseZNode=/0-1397421982 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:19:34,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009d12cc440005, quorum=127.0.0.1:56440, baseZNode=/11199093531 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:19:34,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:34,286 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:19:34,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:19:34,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:19:34,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:19:34,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:34,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481d53b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:19:34,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67e33a45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:19:34,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bf6f846{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/java.io.tmpdir/jetty-localhost-35205-hadoop-hdfs-3_4_1-tests_jar-_-any-17953389211828951032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:19:34,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d356ff9{HTTP/1.1, (http/1.1)}{localhost:35205} 2024-12-02T22:19:34,404 INFO [Time-limited test {}] server.Server(415): Started @168839ms 2024-12-02T22:19:34,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:34,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:19:34,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:19:34,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:19:34,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:19:34,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@610d6cf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:19:34,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e7c75c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:19:34,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68caf887{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/java.io.tmpdir/jetty-localhost-34843-hadoop-hdfs-3_4_1-tests_jar-_-any-10515838299378500881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:19:34,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fdeae56{HTTP/1.1, (http/1.1)}{localhost:34843} 2024-12-02T22:19:34,655 INFO [Time-limited test {}] server.Server(415): Started @169090ms 2024-12-02T22:19:34,657 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:19:34,759 WARN [Thread-2152 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/cluster_4a8c5f5f-e564-6cf2-058d-2aea6bc58108/data/data1/current/BP-2043222606-172.17.0.2-1733177974216/current, will proceed with Du for space computation calculation, 2024-12-02T22:19:34,759 WARN [Thread-2153 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/cluster_4a8c5f5f-e564-6cf2-058d-2aea6bc58108/data/data2/current/BP-2043222606-172.17.0.2-1733177974216/current, will proceed with Du for space computation calculation, 2024-12-02T22:19:34,781 WARN [Thread-2140 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:19:34,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8143778a99f5e24 with lease ID 0x9cf9fb0905d85866: Processing first storage report for DS-5abff2be-4687-4970-80a6-7835ae44083a from datanode DatanodeRegistration(127.0.0.1:36143, datanodeUuid=12531509-c1b4-4b84-b16f-c4a46ccb4ba5, infoPort=43393, infoSecurePort=0, ipcPort=41729, storageInfo=lv=-57;cid=testClusterID;nsid=961744942;c=1733177974216) 2024-12-02T22:19:34,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8143778a99f5e24 with lease ID 0x9cf9fb0905d85866: from storage DS-5abff2be-4687-4970-80a6-7835ae44083a node DatanodeRegistration(127.0.0.1:36143, datanodeUuid=12531509-c1b4-4b84-b16f-c4a46ccb4ba5, infoPort=43393, infoSecurePort=0, ipcPort=41729, storageInfo=lv=-57;cid=testClusterID;nsid=961744942;c=1733177974216), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:19:34,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8143778a99f5e24 with lease ID 0x9cf9fb0905d85866: Processing first storage report for DS-24e4da0c-d09e-41a7-a8f7-b8741b142092 from datanode DatanodeRegistration(127.0.0.1:36143, datanodeUuid=12531509-c1b4-4b84-b16f-c4a46ccb4ba5, infoPort=43393, infoSecurePort=0, ipcPort=41729, storageInfo=lv=-57;cid=testClusterID;nsid=961744942;c=1733177974216) 2024-12-02T22:19:34,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8143778a99f5e24 with lease ID 0x9cf9fb0905d85866: from storage DS-24e4da0c-d09e-41a7-a8f7-b8741b142092 node DatanodeRegistration(127.0.0.1:36143, datanodeUuid=12531509-c1b4-4b84-b16f-c4a46ccb4ba5, infoPort=43393, infoSecurePort=0, ipcPort=41729, storageInfo=lv=-57;cid=testClusterID;nsid=961744942;c=1733177974216), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:19:34,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9 2024-12-02T22:19:34,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:34,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:34,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:19:34,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:34,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:19:34,902 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:19:35,294 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f with version=8 2024-12-02T22:19:35,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/hbase-staging 2024-12-02T22:19:35,296 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:19:35,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:35,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:35,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:19:35,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:35,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:19:35,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:19:35,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:19:35,297 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42087 2024-12-02T22:19:35,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42087 connecting to ZooKeeper ensemble=127.0.0.1:50364 2024-12-02T22:19:35,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420870x0, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:35,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42087-0x1009d1328490000 connected 2024-12-02T22:19:35,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:35,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:35,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Set watcher on znode that does not yet exist, /0-854962850/running 2024-12-02T22:19:35,327 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f, hbase.cluster.distributed=false 2024-12-02T22:19:35,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Set watcher on znode that does not yet exist, /0-854962850/acl 2024-12-02T22:19:35,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42087 2024-12-02T22:19:35,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42087 2024-12-02T22:19:35,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42087 2024-12-02T22:19:35,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42087 2024-12-02T22:19:35,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42087 2024-12-02T22:19:35,355 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:19:35,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:35,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:35,355 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:19:35,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:35,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:19:35,355 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:19:35,355 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:19:35,356 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36119 2024-12-02T22:19:35,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36119 connecting to ZooKeeper ensemble=127.0.0.1:50364 2024-12-02T22:19:35,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:35,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:35,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361190x0, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:35,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361190x0, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Set watcher on znode that does not yet exist, /0-854962850/running 2024-12-02T22:19:35,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36119-0x1009d1328490001 connected 2024-12-02T22:19:35,367 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:19:35,369 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:19:35,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Set watcher on znode that does not yet exist, /0-854962850/master 2024-12-02T22:19:35,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Set watcher on znode that does not yet exist, /0-854962850/acl 2024-12-02T22:19:35,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36119 2024-12-02T22:19:35,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36119 2024-12-02T22:19:35,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36119 2024-12-02T22:19:35,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36119 2024-12-02T22:19:35,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36119 2024-12-02T22:19:35,392 DEBUG [M:0;7ae73638d47e:42087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:42087 2024-12-02T22:19:35,392 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-854962850/backup-masters/7ae73638d47e,42087,1733177975296 2024-12-02T22:19:35,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850/backup-masters 2024-12-02T22:19:35,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850/backup-masters 2024-12-02T22:19:35,394 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Set watcher on existing znode=/0-854962850/backup-masters/7ae73638d47e,42087,1733177975296 2024-12-02T22:19:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-854962850/master 2024-12-02T22:19:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:35,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:35,397 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Set watcher on existing znode=/0-854962850/master 2024-12-02T22:19:35,397 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-854962850/backup-masters/7ae73638d47e,42087,1733177975296 from backup master directory 2024-12-02T22:19:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-854962850/backup-masters/7ae73638d47e,42087,1733177975296 2024-12-02T22:19:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850/backup-masters 2024-12-02T22:19:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850/backup-masters 2024-12-02T22:19:35,399 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:19:35,399 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,42087,1733177975296 2024-12-02T22:19:35,402 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/hbase.id] with ID: 10409d0c-7ec9-4df8-8c1b-648493e91a41 2024-12-02T22:19:35,402 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/.tmp/hbase.id 2024-12-02T22:19:35,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:19:35,813 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/.tmp/hbase.id]:[hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/hbase.id] 2024-12-02T22:19:35,822 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:35,822 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:19:35,823 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:19:35,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:35,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:35,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:19:36,231 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:19:36,231 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:19:36,232 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:36,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:19:36,640 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store 2024-12-02T22:19:36,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:19:37,047 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:37,047 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:19:37,047 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:37,047 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:37,047 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:19:37,047 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:37,047 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:37,047 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177977047Disabling compacts and flushes for region at 1733177977047Disabling writes for close at 1733177977047Writing region close event to WAL at 1733177977047Closed at 1733177977047 2024-12-02T22:19:37,048 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/.initializing 2024-12-02T22:19:37,048 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/WALs/7ae73638d47e,42087,1733177975296 2024-12-02T22:19:37,049 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:19:37,051 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C42087%2C1733177975296, suffix=, logDir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/WALs/7ae73638d47e,42087,1733177975296, archiveDir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/oldWALs, maxLogs=10 2024-12-02T22:19:37,068 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/WALs/7ae73638d47e,42087,1733177975296/7ae73638d47e%2C42087%2C1733177975296.1733177977051, exclude list is [], retry=0 2024-12-02T22:19:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36143,DS-5abff2be-4687-4970-80a6-7835ae44083a,DISK] 2024-12-02T22:19:37,072 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/WALs/7ae73638d47e,42087,1733177975296/7ae73638d47e%2C42087%2C1733177975296.1733177977051 2024-12-02T22:19:37,072 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43393:43393)] 2024-12-02T22:19:37,072 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:37,072 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:37,072 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:37,073 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:37,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:37,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:19:37,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:37,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:37,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:37,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:19:37,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:37,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:37,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:37,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:19:37,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:37,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:37,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:37,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:19:37,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:37,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:37,079 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:37,079 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:37,080 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:37,081 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:37,081 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:37,081 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:37,082 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:37,084 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:37,084 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66072034, jitterRate=-0.015449970960617065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:37,085 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177977073Initializing all the Stores at 1733177977073Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177977073Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177977073Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177977073Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177977073Cleaning up temporary data from old regions at 1733177977081 (+8 ms)Region opened successfully at 1733177977085 (+4 ms) 2024-12-02T22:19:37,085 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:19:37,088 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5d0a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:19:37,089 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:19:37,089 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:19:37,089 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:19:37,089 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:19:37,089 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:19:37,090 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:19:37,090 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:19:37,091 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:19:37,092 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Unable to get data of znode /0-854962850/balancer because node does not exist (not necessarily an error) 2024-12-02T22:19:37,093 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-854962850/balancer already deleted, retry=false 2024-12-02T22:19:37,094 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:19:37,094 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Unable to get data of znode /0-854962850/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:19:37,096 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-854962850/normalizer already deleted, retry=false 2024-12-02T22:19:37,096 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:19:37,099 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Unable to get data of znode /0-854962850/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:19:37,100 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-854962850/switch/split already deleted, retry=false 2024-12-02T22:19:37,101 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Unable to get data of znode /0-854962850/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:19:37,102 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-854962850/switch/merge already deleted, retry=false 2024-12-02T22:19:37,104 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Unable to get data of znode /0-854962850/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:19:37,109 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-854962850/snapshot-cleanup already deleted, retry=false 2024-12-02T22:19:37,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-854962850/running 2024-12-02T22:19:37,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-854962850/running 2024-12-02T22:19:37,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:37,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:37,111 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,42087,1733177975296, sessionid=0x1009d1328490000, setting cluster-up flag (Was=false) 2024-12-02T22:19:37,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:37,119 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-854962850/flush-table-proc/acquired, /0-854962850/flush-table-proc/reached, /0-854962850/flush-table-proc/abort 2024-12-02T22:19:37,120 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,42087,1733177975296 2024-12-02T22:19:37,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:37,134 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-854962850/online-snapshot/acquired, /0-854962850/online-snapshot/reached, /0-854962850/online-snapshot/abort 2024-12-02T22:19:37,135 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,42087,1733177975296 2024-12-02T22:19:37,136 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:19:37,138 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:37,138 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:19:37,138 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:19:37,138 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,42087,1733177975296 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:19:37,139 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:37,139 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:37,139 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:37,139 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:37,139 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:19:37,139 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:37,140 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:19:37,140 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:37,145 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:37,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:19:37,146 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:37,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:19:37,152 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733178007152 2024-12-02T22:19:37,152 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:19:37,152 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:19:37,152 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:19:37,152 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:19:37,152 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:19:37,152 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:19:37,159 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,160 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:19:37,160 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:19:37,160 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:19:37,160 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:19:37,161 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:19:37,161 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:19:37,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:19:37,164 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177977161,5,FailOnTimeoutGroup] 2024-12-02T22:19:37,165 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:19:37,165 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f 2024-12-02T22:19:37,168 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177977164,5,FailOnTimeoutGroup] 2024-12-02T22:19:37,168 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,168 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:19:37,168 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,168 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:19:37,185 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(746): ClusterId : 10409d0c-7ec9-4df8-8c1b-648493e91a41 2024-12-02T22:19:37,185 DEBUG [RS:0;7ae73638d47e:36119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:19:37,186 DEBUG [RS:0;7ae73638d47e:36119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:19:37,186 DEBUG [RS:0;7ae73638d47e:36119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:19:37,189 DEBUG [RS:0;7ae73638d47e:36119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:19:37,189 DEBUG [RS:0;7ae73638d47e:36119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e77a75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:19:37,208 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:36119 2024-12-02T22:19:37,208 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:19:37,208 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:19:37,208 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:19:37,209 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,42087,1733177975296 with port=36119, startcode=1733177975354 2024-12-02T22:19:37,209 DEBUG [RS:0;7ae73638d47e:36119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:19:37,210 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:19:37,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,36119,1733177975354 2024-12-02T22:19:37,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42087 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,36119,1733177975354 2024-12-02T22:19:37,212 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f 2024-12-02T22:19:37,212 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41443 2024-12-02T22:19:37,212 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:19:37,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850/rs 2024-12-02T22:19:37,214 DEBUG [RS:0;7ae73638d47e:36119 {}] zookeeper.ZKUtil(111): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Set watcher on existing znode=/0-854962850/rs/7ae73638d47e,36119,1733177975354 2024-12-02T22:19:37,214 WARN [RS:0;7ae73638d47e:36119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:19:37,214 INFO [RS:0;7ae73638d47e:36119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:37,214 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354 2024-12-02T22:19:37,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,36119,1733177975354] 2024-12-02T22:19:37,217 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:19:37,219 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:19:37,219 INFO [RS:0;7ae73638d47e:36119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:19:37,219 INFO [RS:0;7ae73638d47e:36119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,219 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:19:37,220 INFO [RS:0;7ae73638d47e:36119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:19:37,220 INFO [RS:0;7ae73638d47e:36119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,220 DEBUG [RS:0;7ae73638d47e:36119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:37,220 DEBUG [RS:0;7ae73638d47e:36119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:37,220 DEBUG [RS:0;7ae73638d47e:36119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:37,220 DEBUG [RS:0;7ae73638d47e:36119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:37,220 DEBUG [RS:0;7ae73638d47e:36119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:37,220 DEBUG [RS:0;7ae73638d47e:36119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:19:37,220 DEBUG [RS:0;7ae73638d47e:36119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:37,220 DEBUG [RS:0;7ae73638d47e:36119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:37,220 DEBUG [RS:0;7ae73638d47e:36119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:37,220 DEBUG [RS:0;7ae73638d47e:36119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:37,220 DEBUG [RS:0;7ae73638d47e:36119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:37,220 DEBUG [RS:0;7ae73638d47e:36119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:37,220 DEBUG [RS:0;7ae73638d47e:36119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:19:37,220 DEBUG [RS:0;7ae73638d47e:36119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:19:37,224 INFO [RS:0;7ae73638d47e:36119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,224 INFO [RS:0;7ae73638d47e:36119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,224 INFO [RS:0;7ae73638d47e:36119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,224 INFO [RS:0;7ae73638d47e:36119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,224 INFO [RS:0;7ae73638d47e:36119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,224 INFO [RS:0;7ae73638d47e:36119 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,36119,1733177975354-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:19:37,246 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:19:37,246 INFO [RS:0;7ae73638d47e:36119 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,36119,1733177975354-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,246 INFO [RS:0;7ae73638d47e:36119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,246 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.Replication(171): 7ae73638d47e,36119,1733177975354 started 2024-12-02T22:19:37,266 INFO [RS:0;7ae73638d47e:36119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,266 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,36119,1733177975354, RpcServer on 7ae73638d47e/172.17.0.2:36119, sessionid=0x1009d1328490001 2024-12-02T22:19:37,266 DEBUG [RS:0;7ae73638d47e:36119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:19:37,266 DEBUG [RS:0;7ae73638d47e:36119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,36119,1733177975354 2024-12-02T22:19:37,266 DEBUG [RS:0;7ae73638d47e:36119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,36119,1733177975354' 2024-12-02T22:19:37,266 DEBUG [RS:0;7ae73638d47e:36119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-854962850/flush-table-proc/abort' 2024-12-02T22:19:37,267 DEBUG [RS:0;7ae73638d47e:36119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-854962850/flush-table-proc/acquired' 2024-12-02T22:19:37,267 DEBUG [RS:0;7ae73638d47e:36119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:19:37,267 DEBUG [RS:0;7ae73638d47e:36119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:19:37,267 DEBUG [RS:0;7ae73638d47e:36119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,36119,1733177975354 2024-12-02T22:19:37,267 DEBUG [RS:0;7ae73638d47e:36119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,36119,1733177975354' 2024-12-02T22:19:37,267 DEBUG [RS:0;7ae73638d47e:36119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-854962850/online-snapshot/abort' 2024-12-02T22:19:37,267 DEBUG [RS:0;7ae73638d47e:36119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-854962850/online-snapshot/acquired' 2024-12-02T22:19:37,268 DEBUG [RS:0;7ae73638d47e:36119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:19:37,268 INFO [RS:0;7ae73638d47e:36119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:19:37,268 INFO [RS:0;7ae73638d47e:36119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:19:37,368 INFO [RS:0;7ae73638d47e:36119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:19:37,369 INFO [RS:0;7ae73638d47e:36119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C36119%2C1733177975354, suffix=, logDir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354, archiveDir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/oldWALs, maxLogs=10 2024-12-02T22:19:37,386 DEBUG [RS:0;7ae73638d47e:36119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370, exclude list is [], retry=0 2024-12-02T22:19:37,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36143,DS-5abff2be-4687-4970-80a6-7835ae44083a,DISK] 2024-12-02T22:19:37,394 INFO [RS:0;7ae73638d47e:36119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 2024-12-02T22:19:37,394 DEBUG [RS:0;7ae73638d47e:36119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43393:43393)] 2024-12-02T22:19:37,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:37,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:19:37,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:19:37,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:37,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:37,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:19:37,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:19:37,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:37,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:37,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:19:37,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:19:37,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:37,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:37,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:19:37,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:19:37,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:37,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:37,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:19:37,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740 2024-12-02T22:19:37,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740 2024-12-02T22:19:37,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:19:37,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:19:37,591 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:37,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:19:37,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:37,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68835053, jitterRate=0.025722220540046692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:37,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733177977583Initializing all the Stores at 1733177977583Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177977583Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177977584 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177977584Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177977584Cleaning up temporary data from old regions at 1733177977591 (+7 ms)Region opened successfully at 1733177977595 (+4 ms) 2024-12-02T22:19:37,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:19:37,595 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:19:37,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:19:37,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:19:37,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:19:37,595 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:37,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177977595Disabling compacts and flushes for region at 1733177977595Disabling writes for close at 1733177977595Writing region close event to WAL at 1733177977595Closed at 1733177977595 2024-12-02T22:19:37,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:37,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:19:37,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:19:37,597 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:19:37,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:19:37,749 DEBUG [7ae73638d47e:42087 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:19:37,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,36119,1733177975354 2024-12-02T22:19:37,750 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,36119,1733177975354, state=OPENING 2024-12-02T22:19:37,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:19:37,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:37,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:37,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-854962850/meta-region-server: CHANGED 2024-12-02T22:19:37,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-854962850/meta-region-server: CHANGED 2024-12-02T22:19:37,753 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:19:37,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,36119,1733177975354}] 2024-12-02T22:19:37,907 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:19:37,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:19:37,912 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:19:37,912 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:37,912 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:19:37,913 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C36119%2C1733177975354.meta, suffix=.meta, logDir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354, archiveDir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/oldWALs, maxLogs=10 2024-12-02T22:19:37,927 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.meta.1733177977914.meta, exclude list is [], retry=0 2024-12-02T22:19:37,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36143,DS-5abff2be-4687-4970-80a6-7835ae44083a,DISK] 2024-12-02T22:19:37,930 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.meta.1733177977914.meta 2024-12-02T22:19:37,933 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43393:43393)] 2024-12-02T22:19:37,933 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:37,933 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:19:37,934 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:19:37,934 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:19:37,934 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:19:37,934 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:19:37,934 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:37,934 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:19:37,934 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:19:37,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:19:37,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:19:37,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:37,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:37,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:19:37,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:19:37,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:37,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:37,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:19:37,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:19:37,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:37,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:37,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:19:37,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:19:37,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:37,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:37,939 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:19:37,940 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740 2024-12-02T22:19:37,940 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740 2024-12-02T22:19:37,941 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:19:37,941 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:19:37,942 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:37,943 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:19:37,943 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69789741, jitterRate=0.03994818031787872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:37,943 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:19:37,944 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733177977934Writing region info on filesystem at 1733177977934Initializing all the Stores at 1733177977935 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177977935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177977935Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177977935Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177977935Cleaning up temporary data from old regions at 1733177977941 (+6 ms)Running coprocessor post-open hooks at 1733177977943 (+2 ms)Region opened successfully at 1733177977944 (+1 ms) 2024-12-02T22:19:37,945 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733177977906 2024-12-02T22:19:37,947 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:19:37,947 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:19:37,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,36119,1733177975354 2024-12-02T22:19:37,948 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,36119,1733177975354, state=OPEN 2024-12-02T22:19:37,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-854962850/meta-region-server 2024-12-02T22:19:37,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-854962850/meta-region-server 2024-12-02T22:19:37,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-854962850/meta-region-server: CHANGED 2024-12-02T22:19:37,953 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,36119,1733177975354 2024-12-02T22:19:37,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-854962850/meta-region-server: CHANGED 2024-12-02T22:19:37,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:19:37,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,36119,1733177975354 in 200 msec 2024-12-02T22:19:37,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:19:37,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-12-02T22:19:37,957 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:37,957 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:19:37,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:37,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,36119,1733177975354, seqNum=-1] 2024-12-02T22:19:37,958 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:37,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:37,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 826 msec 2024-12-02T22:19:37,964 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733177977964, completionTime=-1 2024-12-02T22:19:37,964 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:19:37,964 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:19:37,966 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:19:37,966 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178037966 2024-12-02T22:19:37,966 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178097966 2024-12-02T22:19:37,966 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T22:19:37,966 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42087,1733177975296-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,966 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42087,1733177975296-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,966 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42087,1733177975296-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,966 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:42087, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,966 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,967 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,968 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:19:37,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.571sec 2024-12-02T22:19:37,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:19:37,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:19:37,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:19:37,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:19:37,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:19:37,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42087,1733177975296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:19:37,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42087,1733177975296-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:19:37,972 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:19:37,972 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:19:37,972 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42087,1733177975296-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:37,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790a289e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:37,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,42087,-1 for getting cluster id 2024-12-02T22:19:37,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:37,986 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10409d0c-7ec9-4df8-8c1b-648493e91a41' 2024-12-02T22:19:37,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:37,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10409d0c-7ec9-4df8-8c1b-648493e91a41" 2024-12-02T22:19:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585bbd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,42087,-1] 2024-12-02T22:19:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:37,988 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:37,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3a9343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:37,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,36119,1733177975354, seqNum=-1] 2024-12-02T22:19:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:37,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:37,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,42087,1733177975296 2024-12-02T22:19:37,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50364 2024-12-02T22:19:37,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:37,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009d1328490002 connected 2024-12-02T22:19:37,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/hadoop.log.dir so I do NOT create it in target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5 2024-12-02T22:19:37,998 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:19:37,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/hadoop.tmp.dir so I do NOT create it in target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5 2024-12-02T22:19:37,998 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:19:37,998 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5 2024-12-02T22:19:37,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:19:37,998 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/cluster_d5fb8f74-683c-a2be-867d-b43099fdc31c, deleteOnExit=true 2024-12-02T22:19:37,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:19:37,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/test.cache.data in system properties and HBase conf 2024-12-02T22:19:37,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:19:37,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:19:37,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:19:37,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:19:37,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:19:37,998 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:19:38,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:38,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:19:38,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:19:38,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:19:38,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:19:38,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:38,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@311bc895{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:19:38,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d62da36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:19:38,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1664869a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/java.io.tmpdir/jetty-localhost-43785-hadoop-hdfs-3_4_1-tests_jar-_-any-7278302637387378527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:19:38,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78da2a0e{HTTP/1.1, (http/1.1)}{localhost:43785} 2024-12-02T22:19:38,204 INFO [Time-limited test {}] server.Server(415): Started @172639ms 2024-12-02T22:19:38,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:38,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:19:38,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:19:38,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:19:38,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:19:38,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2094d8e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:19:38,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60b3e7c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:19:38,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@257bfde0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/java.io.tmpdir/jetty-localhost-39775-hadoop-hdfs-3_4_1-tests_jar-_-any-10074296173166209297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:19:38,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eb72d41{HTTP/1.1, (http/1.1)}{localhost:39775} 2024-12-02T22:19:38,435 INFO [Time-limited test {}] server.Server(415): Started @172869ms 2024-12-02T22:19:38,436 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:19:38,519 WARN [Thread-2273 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/cluster_d5fb8f74-683c-a2be-867d-b43099fdc31c/data/data2/current/BP-1315842572-172.17.0.2-1733177978017/current, will proceed with Du for space computation calculation, 2024-12-02T22:19:38,519 WARN [Thread-2272 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/cluster_d5fb8f74-683c-a2be-867d-b43099fdc31c/data/data1/current/BP-1315842572-172.17.0.2-1733177978017/current, will proceed with Du for space computation calculation, 2024-12-02T22:19:38,542 WARN [Thread-2260 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:19:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44db93f4617dd9f8 with lease ID 0x5e09a53de00c9c95: Processing first storage report for DS-a1d9dc72-7579-424f-91bc-5758e5ba0bf1 from datanode DatanodeRegistration(127.0.0.1:41955, datanodeUuid=e88f7759-36e5-4107-8cf8-637b62c4dd95, infoPort=44509, infoSecurePort=0, ipcPort=38615, storageInfo=lv=-57;cid=testClusterID;nsid=804316271;c=1733177978017) 2024-12-02T22:19:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44db93f4617dd9f8 with lease ID 0x5e09a53de00c9c95: from storage DS-a1d9dc72-7579-424f-91bc-5758e5ba0bf1 node DatanodeRegistration(127.0.0.1:41955, datanodeUuid=e88f7759-36e5-4107-8cf8-637b62c4dd95, infoPort=44509, infoSecurePort=0, ipcPort=38615, storageInfo=lv=-57;cid=testClusterID;nsid=804316271;c=1733177978017), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:19:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44db93f4617dd9f8 with lease ID 0x5e09a53de00c9c95: Processing first storage report for DS-1929ae35-a1cd-4909-87f5-f904cb1c6b64 from datanode DatanodeRegistration(127.0.0.1:41955, datanodeUuid=e88f7759-36e5-4107-8cf8-637b62c4dd95, infoPort=44509, infoSecurePort=0, ipcPort=38615, storageInfo=lv=-57;cid=testClusterID;nsid=804316271;c=1733177978017) 2024-12-02T22:19:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44db93f4617dd9f8 with lease ID 0x5e09a53de00c9c95: from storage DS-1929ae35-a1cd-4909-87f5-f904cb1c6b64 node DatanodeRegistration(127.0.0.1:41955, datanodeUuid=e88f7759-36e5-4107-8cf8-637b62c4dd95, infoPort=44509, infoSecurePort=0, ipcPort=38615, storageInfo=lv=-57;cid=testClusterID;nsid=804316271;c=1733177978017), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T22:19:38,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5 2024-12-02T22:19:38,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:38,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:38,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:19:38,569 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905 with version=8 2024-12-02T22:19:38,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/hbase-staging 2024-12-02T22:19:38,571 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:19:38,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:38,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:38,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:19:38,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:38,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:19:38,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:19:38,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:19:38,572 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44611 2024-12-02T22:19:38,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44611 connecting to ZooKeeper ensemble=127.0.0.1:50364 2024-12-02T22:19:38,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446110x0, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:38,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44611-0x1009d1328490003 connected 2024-12-02T22:19:38,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:38,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:38,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Set watcher on znode that does not yet exist, /1-2070490766/running 2024-12-02T22:19:38,590 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905, hbase.cluster.distributed=false 2024-12-02T22:19:38,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Set watcher on znode that does not yet exist, /1-2070490766/acl 2024-12-02T22:19:38,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44611 2024-12-02T22:19:38,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44611 2024-12-02T22:19:38,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44611 2024-12-02T22:19:38,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44611 2024-12-02T22:19:38,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44611 2024-12-02T22:19:38,615 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:19:38,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:38,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:38,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:19:38,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:38,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:19:38,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:19:38,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:19:38,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38487 2024-12-02T22:19:38,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38487 connecting to ZooKeeper ensemble=127.0.0.1:50364 2024-12-02T22:19:38,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:38,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:38,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384870x0, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:38,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384870x0, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Set watcher on znode that does not yet exist, /1-2070490766/running 2024-12-02T22:19:38,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38487-0x1009d1328490004 connected 2024-12-02T22:19:38,625 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:19:38,625 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:19:38,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Set watcher on znode that does not yet exist, /1-2070490766/master 2024-12-02T22:19:38,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Set watcher on znode that does not yet exist, /1-2070490766/acl 2024-12-02T22:19:38,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38487 2024-12-02T22:19:38,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38487 2024-12-02T22:19:38,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38487 2024-12-02T22:19:38,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38487 2024-12-02T22:19:38,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38487 2024-12-02T22:19:38,653 DEBUG [M:0;7ae73638d47e:44611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:44611 2024-12-02T22:19:38,654 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2070490766/backup-masters/7ae73638d47e,44611,1733177978571 2024-12-02T22:19:38,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766/backup-masters 2024-12-02T22:19:38,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766/backup-masters 2024-12-02T22:19:38,656 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Set watcher on existing znode=/1-2070490766/backup-masters/7ae73638d47e,44611,1733177978571 2024-12-02T22:19:38,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2070490766/master 2024-12-02T22:19:38,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:38,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:38,658 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Set watcher on existing znode=/1-2070490766/master 2024-12-02T22:19:38,658 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2070490766/backup-masters/7ae73638d47e,44611,1733177978571 from backup master directory 2024-12-02T22:19:38,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2070490766/backup-masters/7ae73638d47e,44611,1733177978571 2024-12-02T22:19:38,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766/backup-masters 2024-12-02T22:19:38,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766/backup-masters 2024-12-02T22:19:38,659 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:19:38,659 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,44611,1733177978571 2024-12-02T22:19:38,665 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/hbase.id] with ID: 39f91985-9b68-4336-ba7b-f73e4d9dbffe 2024-12-02T22:19:38,665 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/.tmp/hbase.id 2024-12-02T22:19:38,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:19:38,673 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/.tmp/hbase.id]:[hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/hbase.id] 2024-12-02T22:19:38,682 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:38,682 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:19:38,683 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:19:38,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:38,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:38,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:19:38,921 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:38,921 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:19:38,922 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8195 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:19:39,091 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:19:39,092 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:19:39,092 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:39,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:19:39,099 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store 2024-12-02T22:19:39,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:19:39,508 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:39,508 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:19:39,508 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:39,508 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:39,508 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:19:39,508 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:39,508 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:39,508 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177979508Disabling compacts and flushes for region at 1733177979508Disabling writes for close at 1733177979508Writing region close event to WAL at 1733177979508Closed at 1733177979508 2024-12-02T22:19:39,509 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/.initializing 2024-12-02T22:19:39,509 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/WALs/7ae73638d47e,44611,1733177978571 2024-12-02T22:19:39,510 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:19:39,511 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C44611%2C1733177978571, suffix=, logDir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/WALs/7ae73638d47e,44611,1733177978571, archiveDir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/oldWALs, maxLogs=10 2024-12-02T22:19:39,528 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/WALs/7ae73638d47e,44611,1733177978571/7ae73638d47e%2C44611%2C1733177978571.1733177979511, exclude list is [], retry=0 2024-12-02T22:19:39,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-a1d9dc72-7579-424f-91bc-5758e5ba0bf1,DISK] 2024-12-02T22:19:39,531 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/WALs/7ae73638d47e,44611,1733177978571/7ae73638d47e%2C44611%2C1733177978571.1733177979511 2024-12-02T22:19:39,531 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-12-02T22:19:39,531 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:39,532 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:39,532 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:39,532 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:39,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:39,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:19:39,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:39,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:39,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:39,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:19:39,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:39,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:39,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:39,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:19:39,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:39,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:39,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:39,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:19:39,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:39,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:39,538 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:39,539 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:39,539 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:39,540 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:39,540 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:39,541 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:39,542 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:39,545 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:39,546 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60317464, jitterRate=-0.10119974613189697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:39,546 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177979532Initializing all the Stores at 1733177979532Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177979532Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177979533 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177979533Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177979533Cleaning up temporary data from old regions at 1733177979540 (+7 ms)Region opened successfully at 1733177979546 (+6 ms) 2024-12-02T22:19:39,546 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:19:39,549 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ebb27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:19:39,549 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:19:39,550 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:19:39,550 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:19:39,550 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:19:39,550 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:19:39,550 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:19:39,551 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:19:39,552 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:19:39,553 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Unable to get data of znode /1-2070490766/balancer because node does not exist (not necessarily an error) 2024-12-02T22:19:39,554 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2070490766/balancer already deleted, retry=false 2024-12-02T22:19:39,554 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:19:39,556 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Unable to get data of znode /1-2070490766/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:19:39,557 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2070490766/normalizer already deleted, retry=false 2024-12-02T22:19:39,557 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:19:39,563 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Unable to get data of znode /1-2070490766/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:19:39,564 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2070490766/switch/split already deleted, retry=false 2024-12-02T22:19:39,565 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Unable to get data of znode /1-2070490766/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:19:39,566 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2070490766/switch/merge already deleted, retry=false 2024-12-02T22:19:39,568 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Unable to get data of znode /1-2070490766/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:19:39,569 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2070490766/snapshot-cleanup already deleted, retry=false 2024-12-02T22:19:39,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2070490766/running 2024-12-02T22:19:39,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:39,572 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,44611,1733177978571, sessionid=0x1009d1328490003, setting cluster-up flag (Was=false) 2024-12-02T22:19:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2070490766/running 2024-12-02T22:19:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:39,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:39,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:39,582 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2070490766/flush-table-proc/acquired, /1-2070490766/flush-table-proc/reached, /1-2070490766/flush-table-proc/abort 2024-12-02T22:19:39,582 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,44611,1733177978571 2024-12-02T22:19:39,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:39,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:39,590 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2070490766/online-snapshot/acquired, /1-2070490766/online-snapshot/reached, /1-2070490766/online-snapshot/abort 2024-12-02T22:19:39,591 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,44611,1733177978571 2024-12-02T22:19:39,592 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:19:39,593 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:39,593 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:19:39,593 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:19:39,593 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,44611,1733177978571 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:19:39,594 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:39,594 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:39,595 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:39,595 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:39,595 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:19:39,595 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:39,595 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:19:39,595 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:39,601 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:39,601 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:19:39,602 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:39,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:19:39,614 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733178009614 2024-12-02T22:19:39,614 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:19:39,614 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:19:39,614 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:19:39,614 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:19:39,614 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:19:39,614 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:19:39,616 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:39,616 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:19:39,617 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:19:39,617 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:19:39,617 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:19:39,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:19:39,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:19:39,618 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905 2024-12-02T22:19:39,620 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:19:39,620 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:19:39,624 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177979620,5,FailOnTimeoutGroup] 2024-12-02T22:19:39,624 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177979624,5,FailOnTimeoutGroup] 2024-12-02T22:19:39,624 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:39,624 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:19:39,624 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:39,624 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:39,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:19:39,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:39,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:19:39,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:19:39,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:39,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:39,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:19:39,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:19:39,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:39,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:39,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:19:39,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:19:39,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:39,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:39,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:19:39,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:19:39,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:39,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:39,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:19:39,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740 2024-12-02T22:19:39,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740 2024-12-02T22:19:39,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:19:39,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:19:39,639 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:39,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:19:39,645 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:39,645 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(746): ClusterId : 39f91985-9b68-4336-ba7b-f73e4d9dbffe 2024-12-02T22:19:39,645 DEBUG [RS:0;7ae73638d47e:38487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:19:39,645 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70525177, jitterRate=0.05090703070163727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:39,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733177979628Initializing all the Stores at 1733177979628Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177979628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177979632 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177979632Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177979632Cleaning up temporary data from old regions at 1733177979639 (+7 ms)Region opened successfully at 1733177979645 (+6 ms) 2024-12-02T22:19:39,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:19:39,646 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:19:39,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:19:39,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:19:39,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:19:39,646 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:39,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177979646Disabling compacts and flushes for region at 1733177979646Disabling writes for close at 1733177979646Writing region close event to WAL at 1733177979646Closed at 1733177979646 2024-12-02T22:19:39,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:39,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:19:39,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:19:39,647 DEBUG [RS:0;7ae73638d47e:38487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:19:39,647 DEBUG [RS:0;7ae73638d47e:38487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:19:39,648 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:19:39,649 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:19:39,650 DEBUG [RS:0;7ae73638d47e:38487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:19:39,650 DEBUG [RS:0;7ae73638d47e:38487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554c6762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:19:39,667 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:38487 2024-12-02T22:19:39,667 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:19:39,668 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:19:39,668 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:19:39,668 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,44611,1733177978571 with port=38487, startcode=1733177978614 2024-12-02T22:19:39,668 DEBUG [RS:0;7ae73638d47e:38487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:19:39,670 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:19:39,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,38487,1733177978614 2024-12-02T22:19:39,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44611 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,38487,1733177978614 2024-12-02T22:19:39,672 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905 2024-12-02T22:19:39,672 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37309 2024-12-02T22:19:39,672 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:19:39,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766/rs 2024-12-02T22:19:39,677 DEBUG [RS:0;7ae73638d47e:38487 {}] zookeeper.ZKUtil(111): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Set watcher on existing znode=/1-2070490766/rs/7ae73638d47e,38487,1733177978614 2024-12-02T22:19:39,677 WARN [RS:0;7ae73638d47e:38487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:19:39,677 INFO [RS:0;7ae73638d47e:38487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:39,677 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614 2024-12-02T22:19:39,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,38487,1733177978614] 2024-12-02T22:19:39,680 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:19:39,684 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:19:39,685 INFO [RS:0;7ae73638d47e:38487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:19:39,685 INFO [RS:0;7ae73638d47e:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:39,688 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:19:39,689 INFO [RS:0;7ae73638d47e:38487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:19:39,689 INFO [RS:0;7ae73638d47e:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:39,689 DEBUG [RS:0;7ae73638d47e:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:39,689 DEBUG [RS:0;7ae73638d47e:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:39,689 DEBUG [RS:0;7ae73638d47e:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:39,689 DEBUG [RS:0;7ae73638d47e:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:39,689 DEBUG [RS:0;7ae73638d47e:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:39,689 DEBUG [RS:0;7ae73638d47e:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:19:39,689 DEBUG [RS:0;7ae73638d47e:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:39,689 DEBUG [RS:0;7ae73638d47e:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:39,689 DEBUG [RS:0;7ae73638d47e:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:39,689 DEBUG [RS:0;7ae73638d47e:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:39,689 DEBUG [RS:0;7ae73638d47e:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:39,689 DEBUG [RS:0;7ae73638d47e:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:39,689 DEBUG [RS:0;7ae73638d47e:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:19:39,690 DEBUG [RS:0;7ae73638d47e:38487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:19:39,692 INFO [RS:0;7ae73638d47e:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:39,692 INFO [RS:0;7ae73638d47e:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:39,692 INFO [RS:0;7ae73638d47e:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:39,692 INFO [RS:0;7ae73638d47e:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:39,692 INFO [RS:0;7ae73638d47e:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:39,692 INFO [RS:0;7ae73638d47e:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38487,1733177978614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:19:39,713 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:19:39,713 INFO [RS:0;7ae73638d47e:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38487,1733177978614-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:39,713 INFO [RS:0;7ae73638d47e:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:39,713 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.Replication(171): 7ae73638d47e,38487,1733177978614 started 2024-12-02T22:19:39,726 INFO [RS:0;7ae73638d47e:38487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:39,726 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,38487,1733177978614, RpcServer on 7ae73638d47e/172.17.0.2:38487, sessionid=0x1009d1328490004 2024-12-02T22:19:39,726 DEBUG [RS:0;7ae73638d47e:38487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:19:39,726 DEBUG [RS:0;7ae73638d47e:38487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,38487,1733177978614 2024-12-02T22:19:39,726 DEBUG [RS:0;7ae73638d47e:38487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,38487,1733177978614' 2024-12-02T22:19:39,726 DEBUG [RS:0;7ae73638d47e:38487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2070490766/flush-table-proc/abort' 2024-12-02T22:19:39,726 DEBUG [RS:0;7ae73638d47e:38487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2070490766/flush-table-proc/acquired' 2024-12-02T22:19:39,727 DEBUG [RS:0;7ae73638d47e:38487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:19:39,727 DEBUG [RS:0;7ae73638d47e:38487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:19:39,727 DEBUG [RS:0;7ae73638d47e:38487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,38487,1733177978614 2024-12-02T22:19:39,727 DEBUG [RS:0;7ae73638d47e:38487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,38487,1733177978614' 2024-12-02T22:19:39,727 DEBUG [RS:0;7ae73638d47e:38487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2070490766/online-snapshot/abort' 2024-12-02T22:19:39,727 DEBUG [RS:0;7ae73638d47e:38487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2070490766/online-snapshot/acquired' 2024-12-02T22:19:39,727 DEBUG [RS:0;7ae73638d47e:38487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:19:39,727 INFO [RS:0;7ae73638d47e:38487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:19:39,727 INFO [RS:0;7ae73638d47e:38487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:19:39,799 WARN [7ae73638d47e:44611 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:19:39,828 INFO [RS:0;7ae73638d47e:38487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:19:39,829 INFO [RS:0;7ae73638d47e:38487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C38487%2C1733177978614, suffix=, logDir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614, archiveDir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/oldWALs, maxLogs=10 2024-12-02T22:19:39,845 DEBUG [RS:0;7ae73638d47e:38487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829, exclude list is [], retry=0 2024-12-02T22:19:39,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-a1d9dc72-7579-424f-91bc-5758e5ba0bf1,DISK] 2024-12-02T22:19:39,849 INFO [RS:0;7ae73638d47e:38487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 2024-12-02T22:19:39,849 DEBUG [RS:0;7ae73638d47e:38487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-12-02T22:19:40,049 DEBUG [7ae73638d47e:44611 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:19:40,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,38487,1733177978614 2024-12-02T22:19:40,051 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,38487,1733177978614, state=OPENING 2024-12-02T22:19:40,052 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:19:40,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:40,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:40,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2070490766/meta-region-server: CHANGED 2024-12-02T22:19:40,055 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:19:40,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,38487,1733177978614}] 2024-12-02T22:19:40,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2070490766/meta-region-server: CHANGED 2024-12-02T22:19:40,209 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:19:40,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:19:40,217 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:19:40,217 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:40,217 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:19:40,218 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C38487%2C1733177978614.meta, suffix=.meta, logDir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614, archiveDir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/oldWALs, maxLogs=10 2024-12-02T22:19:40,258 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.meta.1733177980219.meta, exclude list is [], retry=0 2024-12-02T22:19:40,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-a1d9dc72-7579-424f-91bc-5758e5ba0bf1,DISK] 2024-12-02T22:19:40,269 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.meta.1733177980219.meta 2024-12-02T22:19:40,272 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-12-02T22:19:40,273 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:40,273 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:19:40,273 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:19:40,273 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:19:40,274 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:19:40,274 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:19:40,274 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:40,274 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:19:40,274 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:19:40,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:19:40,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:19:40,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:40,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:40,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:19:40,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:19:40,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:40,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:40,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:19:40,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:19:40,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:40,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:40,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:19:40,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:19:40,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:40,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:40,291 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:19:40,292 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740 2024-12-02T22:19:40,293 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740 2024-12-02T22:19:40,294 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:19:40,294 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:19:40,295 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:40,297 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:19:40,298 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61660158, jitterRate=-0.08119204640388489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:40,298 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:19:40,298 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733177980274Writing region info on filesystem at 1733177980274Initializing all the Stores at 1733177980275 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177980275Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177980286 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177980286Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177980286Cleaning up temporary data from old regions at 1733177980294 (+8 ms)Running coprocessor post-open hooks at 1733177980298 (+4 ms)Region opened successfully at 1733177980298 2024-12-02T22:19:40,309 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733177980208 2024-12-02T22:19:40,311 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:19:40,311 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:19:40,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,38487,1733177978614 2024-12-02T22:19:40,313 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,38487,1733177978614, state=OPEN 2024-12-02T22:19:40,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2070490766/meta-region-server 2024-12-02T22:19:40,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2070490766/meta-region-server 2024-12-02T22:19:40,315 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,38487,1733177978614 2024-12-02T22:19:40,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2070490766/meta-region-server: CHANGED 2024-12-02T22:19:40,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2070490766/meta-region-server: CHANGED 2024-12-02T22:19:40,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:19:40,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,38487,1733177978614 in 260 msec 2024-12-02T22:19:40,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:19:40,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 670 msec 2024-12-02T22:19:40,320 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:40,320 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:19:40,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:40,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,38487,1733177978614, seqNum=-1] 2024-12-02T22:19:40,321 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:40,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:40,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 734 msec 2024-12-02T22:19:40,327 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733177980327, completionTime=-1 2024-12-02T22:19:40,327 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:19:40,327 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:19:40,329 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:19:40,329 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178040329 2024-12-02T22:19:40,329 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178100329 2024-12-02T22:19:40,329 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T22:19:40,330 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44611,1733177978571-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:40,330 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44611,1733177978571-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:40,330 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44611,1733177978571-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:40,330 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:44611, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:40,330 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:40,331 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:40,332 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:19:40,334 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.675sec 2024-12-02T22:19:40,334 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:19:40,334 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:19:40,334 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:19:40,334 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:19:40,334 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:19:40,334 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44611,1733177978571-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:19:40,334 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44611,1733177978571-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:19:40,336 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:19:40,336 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:19:40,336 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44611,1733177978571-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:40,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56df208d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:40,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,44611,-1 for getting cluster id 2024-12-02T22:19:40,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:40,349 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39f91985-9b68-4336-ba7b-f73e4d9dbffe' 2024-12-02T22:19:40,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:40,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39f91985-9b68-4336-ba7b-f73e4d9dbffe" 2024-12-02T22:19:40,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1fe57e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:40,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,44611,-1] 2024-12-02T22:19:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:40,351 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:40,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192e83bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:40,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:40,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,38487,1733177978614, seqNum=-1] 2024-12-02T22:19:40,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:40,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:40,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,44611,1733177978571 2024-12-02T22:19:40,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50364 2024-12-02T22:19:40,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:40,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009d1328490005 connected 2024-12-02T22:19:40,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,42087,1733177975296 2024-12-02T22:19:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8fd94af 2024-12-02T22:19:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:40,373 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:40,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:19:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:19:40,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:19:40,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:40,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:19:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:40,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:19:40,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:19:40,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 266fdb18ce69e80725f572b3bfabbbe2, NAME => 'test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f 2024-12-02T22:19:40,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:19:40,416 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:40,416 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 266fdb18ce69e80725f572b3bfabbbe2, disabling compactions & flushes 2024-12-02T22:19:40,416 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. 2024-12-02T22:19:40,416 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. 2024-12-02T22:19:40,416 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. after waiting 0 ms 2024-12-02T22:19:40,416 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. 2024-12-02T22:19:40,416 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. 2024-12-02T22:19:40,416 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 266fdb18ce69e80725f572b3bfabbbe2: Waiting for close lock at 1733177980416Disabling compacts and flushes for region at 1733177980416Disabling writes for close at 1733177980416Writing region close event to WAL at 1733177980416Closed at 1733177980416 2024-12-02T22:19:40,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:19:40,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733177980418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733177980418"}]},"ts":"1733177980418"} 2024-12-02T22:19:40,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:19:40,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:19:40,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177980422"}]},"ts":"1733177980422"} 2024-12-02T22:19:40,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:19:40,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=266fdb18ce69e80725f572b3bfabbbe2, ASSIGN}] 2024-12-02T22:19:40,426 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=266fdb18ce69e80725f572b3bfabbbe2, ASSIGN 2024-12-02T22:19:40,427 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=266fdb18ce69e80725f572b3bfabbbe2, ASSIGN; state=OFFLINE, location=7ae73638d47e,36119,1733177975354; forceNewPlan=false, retain=false 2024-12-02T22:19:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:40,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=266fdb18ce69e80725f572b3bfabbbe2, regionState=OPENING, regionLocation=7ae73638d47e,36119,1733177975354 2024-12-02T22:19:40,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=266fdb18ce69e80725f572b3bfabbbe2, ASSIGN because future has completed 2024-12-02T22:19:40,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 266fdb18ce69e80725f572b3bfabbbe2, server=7ae73638d47e,36119,1733177975354}] 2024-12-02T22:19:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:40,738 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. 2024-12-02T22:19:40,738 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 266fdb18ce69e80725f572b3bfabbbe2, NAME => 'test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:40,738 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:19:40,738 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:19:40,738 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 266fdb18ce69e80725f572b3bfabbbe2 2024-12-02T22:19:40,738 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:40,739 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 266fdb18ce69e80725f572b3bfabbbe2 2024-12-02T22:19:40,739 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 266fdb18ce69e80725f572b3bfabbbe2 2024-12-02T22:19:40,740 INFO [StoreOpener-266fdb18ce69e80725f572b3bfabbbe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 266fdb18ce69e80725f572b3bfabbbe2 2024-12-02T22:19:40,741 INFO [StoreOpener-266fdb18ce69e80725f572b3bfabbbe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 266fdb18ce69e80725f572b3bfabbbe2 columnFamilyName f 2024-12-02T22:19:40,741 DEBUG [StoreOpener-266fdb18ce69e80725f572b3bfabbbe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:40,741 INFO [StoreOpener-266fdb18ce69e80725f572b3bfabbbe2-1 {}] regionserver.HStore(327): Store=266fdb18ce69e80725f572b3bfabbbe2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:40,742 INFO [StoreOpener-266fdb18ce69e80725f572b3bfabbbe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 266fdb18ce69e80725f572b3bfabbbe2 2024-12-02T22:19:40,744 INFO [StoreOpener-266fdb18ce69e80725f572b3bfabbbe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 266fdb18ce69e80725f572b3bfabbbe2 columnFamilyName f1 2024-12-02T22:19:40,744 DEBUG [StoreOpener-266fdb18ce69e80725f572b3bfabbbe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:40,744 INFO [StoreOpener-266fdb18ce69e80725f572b3bfabbbe2-1 {}] regionserver.HStore(327): Store=266fdb18ce69e80725f572b3bfabbbe2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:40,744 INFO [StoreOpener-266fdb18ce69e80725f572b3bfabbbe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 266fdb18ce69e80725f572b3bfabbbe2 2024-12-02T22:19:40,745 INFO [StoreOpener-266fdb18ce69e80725f572b3bfabbbe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 266fdb18ce69e80725f572b3bfabbbe2 columnFamilyName norep 2024-12-02T22:19:40,745 DEBUG [StoreOpener-266fdb18ce69e80725f572b3bfabbbe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:40,745 INFO [StoreOpener-266fdb18ce69e80725f572b3bfabbbe2-1 {}] regionserver.HStore(327): Store=266fdb18ce69e80725f572b3bfabbbe2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:40,745 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 266fdb18ce69e80725f572b3bfabbbe2 2024-12-02T22:19:40,746 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2 2024-12-02T22:19:40,746 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2 2024-12-02T22:19:40,747 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 266fdb18ce69e80725f572b3bfabbbe2 2024-12-02T22:19:40,747 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 266fdb18ce69e80725f572b3bfabbbe2 2024-12-02T22:19:40,747 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:19:40,748 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 266fdb18ce69e80725f572b3bfabbbe2 2024-12-02T22:19:40,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:19:40,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T22:19:40,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T22:19:40,750 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:40,750 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 266fdb18ce69e80725f572b3bfabbbe2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62056926, jitterRate=-0.07527974247932434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:19:40,750 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 266fdb18ce69e80725f572b3bfabbbe2 2024-12-02T22:19:40,751 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 266fdb18ce69e80725f572b3bfabbbe2: Running coprocessor pre-open hook at 1733177980739Writing region info on filesystem at 1733177980739Initializing all the Stores at 1733177980739Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177980739Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177980739Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177980739Cleaning up temporary data from old regions at 1733177980747 (+8 ms)Running coprocessor post-open hooks at 1733177980750 (+3 ms)Region opened successfully at 1733177980751 (+1 ms) 2024-12-02T22:19:40,752 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2., pid=6, masterSystemTime=1733177980734 2024-12-02T22:19:40,753 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. 2024-12-02T22:19:40,753 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. 2024-12-02T22:19:40,754 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=266fdb18ce69e80725f572b3bfabbbe2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,36119,1733177975354 2024-12-02T22:19:40,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 266fdb18ce69e80725f572b3bfabbbe2, server=7ae73638d47e,36119,1733177975354 because future has completed 2024-12-02T22:19:40,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:19:40,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 266fdb18ce69e80725f572b3bfabbbe2, server=7ae73638d47e,36119,1733177975354 in 175 msec 2024-12-02T22:19:40,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:19:40,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=266fdb18ce69e80725f572b3bfabbbe2, ASSIGN in 333 msec 2024-12-02T22:19:40,761 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:19:40,761 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177980761"}]},"ts":"1733177980761"} 2024-12-02T22:19:40,763 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:19:40,763 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:19:40,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 389 msec 2024-12-02T22:19:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:41,012 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:19:41,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,44611,1733177978571 2024-12-02T22:19:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17089a7d 2024-12-02T22:19:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:41,014 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:41,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:19:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:19:41,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:19:41,018 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:41,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:19:41,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:19:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:41,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:19:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:41,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d332f5be5a98c13120ced5cad66dba95, NAME => 'test,,1733177981015.d332f5be5a98c13120ced5cad66dba95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905 2024-12-02T22:19:41,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:19:41,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733177981015.d332f5be5a98c13120ced5cad66dba95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:41,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d332f5be5a98c13120ced5cad66dba95, disabling compactions & flushes 2024-12-02T22:19:41,443 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. 2024-12-02T22:19:41,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. 2024-12-02T22:19:41,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. after waiting 0 ms 2024-12-02T22:19:41,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. 2024-12-02T22:19:41,443 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. 2024-12-02T22:19:41,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d332f5be5a98c13120ced5cad66dba95: Waiting for close lock at 1733177981442Disabling compacts and flushes for region at 1733177981442Disabling writes for close at 1733177981443 (+1 ms)Writing region close event to WAL at 1733177981443Closed at 1733177981443 2024-12-02T22:19:41,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:19:41,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733177981015.d332f5be5a98c13120ced5cad66dba95.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733177981444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733177981444"}]},"ts":"1733177981444"} 2024-12-02T22:19:41,446 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:19:41,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:19:41,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177981446"}]},"ts":"1733177981446"} 2024-12-02T22:19:41,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:19:41,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d332f5be5a98c13120ced5cad66dba95, ASSIGN}] 2024-12-02T22:19:41,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d332f5be5a98c13120ced5cad66dba95, ASSIGN 2024-12-02T22:19:41,450 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d332f5be5a98c13120ced5cad66dba95, ASSIGN; state=OFFLINE, location=7ae73638d47e,38487,1733177978614; forceNewPlan=false, retain=false 2024-12-02T22:19:41,600 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d332f5be5a98c13120ced5cad66dba95, regionState=OPENING, regionLocation=7ae73638d47e,38487,1733177978614 2024-12-02T22:19:41,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d332f5be5a98c13120ced5cad66dba95, ASSIGN because future has completed 2024-12-02T22:19:41,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d332f5be5a98c13120ced5cad66dba95, server=7ae73638d47e,38487,1733177978614}] 2024-12-02T22:19:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:41,759 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. 2024-12-02T22:19:41,759 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d332f5be5a98c13120ced5cad66dba95, NAME => 'test,,1733177981015.d332f5be5a98c13120ced5cad66dba95.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:41,759 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:19:41,759 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:19:41,759 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:41,759 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733177981015.d332f5be5a98c13120ced5cad66dba95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:41,760 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:41,760 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:41,761 INFO [StoreOpener-d332f5be5a98c13120ced5cad66dba95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:41,762 INFO [StoreOpener-d332f5be5a98c13120ced5cad66dba95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d332f5be5a98c13120ced5cad66dba95 columnFamilyName f 2024-12-02T22:19:41,762 DEBUG [StoreOpener-d332f5be5a98c13120ced5cad66dba95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:41,762 INFO [StoreOpener-d332f5be5a98c13120ced5cad66dba95-1 {}] regionserver.HStore(327): Store=d332f5be5a98c13120ced5cad66dba95/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:41,762 INFO [StoreOpener-d332f5be5a98c13120ced5cad66dba95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:41,763 INFO [StoreOpener-d332f5be5a98c13120ced5cad66dba95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d332f5be5a98c13120ced5cad66dba95 columnFamilyName f1 2024-12-02T22:19:41,763 DEBUG [StoreOpener-d332f5be5a98c13120ced5cad66dba95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:41,764 INFO [StoreOpener-d332f5be5a98c13120ced5cad66dba95-1 {}] regionserver.HStore(327): Store=d332f5be5a98c13120ced5cad66dba95/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:41,764 INFO [StoreOpener-d332f5be5a98c13120ced5cad66dba95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:41,764 INFO [StoreOpener-d332f5be5a98c13120ced5cad66dba95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d332f5be5a98c13120ced5cad66dba95 columnFamilyName norep 2024-12-02T22:19:41,764 DEBUG [StoreOpener-d332f5be5a98c13120ced5cad66dba95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:41,765 INFO [StoreOpener-d332f5be5a98c13120ced5cad66dba95-1 {}] regionserver.HStore(327): Store=d332f5be5a98c13120ced5cad66dba95/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:41,765 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:41,766 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:41,766 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:41,767 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:41,767 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:41,767 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:19:41,768 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:41,770 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:41,771 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d332f5be5a98c13120ced5cad66dba95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70144191, jitterRate=0.045229896903038025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:19:41,771 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:41,771 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d332f5be5a98c13120ced5cad66dba95: Running coprocessor pre-open hook at 1733177981760Writing region info on filesystem at 1733177981760Initializing all the Stores at 1733177981760Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177981760Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177981761 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177981761Cleaning up temporary data from old regions at 1733177981767 (+6 ms)Running coprocessor post-open hooks at 1733177981771 (+4 ms)Region opened successfully at 1733177981771 2024-12-02T22:19:41,772 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733177981015.d332f5be5a98c13120ced5cad66dba95., pid=6, masterSystemTime=1733177981755 2024-12-02T22:19:41,774 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. 2024-12-02T22:19:41,774 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. 2024-12-02T22:19:41,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d332f5be5a98c13120ced5cad66dba95, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,38487,1733177978614 2024-12-02T22:19:41,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d332f5be5a98c13120ced5cad66dba95, server=7ae73638d47e,38487,1733177978614 because future has completed 2024-12-02T22:19:41,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:19:41,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d332f5be5a98c13120ced5cad66dba95, server=7ae73638d47e,38487,1733177978614 in 174 msec 2024-12-02T22:19:41,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:19:41,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d332f5be5a98c13120ced5cad66dba95, ASSIGN in 331 msec 2024-12-02T22:19:41,782 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:19:41,782 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177981782"}]},"ts":"1733177981782"} 2024-12-02T22:19:41,784 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:19:41,784 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:19:41,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-12-02T22:19:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:19:42,152 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:19:42,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468228a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:42,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,42087,-1 for getting cluster id 2024-12-02T22:19:42,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:42,154 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10409d0c-7ec9-4df8-8c1b-648493e91a41' 2024-12-02T22:19:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10409d0c-7ec9-4df8-8c1b-648493e91a41" 2024-12-02T22:19:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5c5df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,42087,-1] 2024-12-02T22:19:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:42,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:42,155 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:42,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51033cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:42,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637d214f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:42,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,44611,-1 for getting cluster id 2024-12-02T22:19:42,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:42,157 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39f91985-9b68-4336-ba7b-f73e4d9dbffe' 2024-12-02T22:19:42,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:42,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39f91985-9b68-4336-ba7b-f73e4d9dbffe" 2024-12-02T22:19:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603e5493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,44611,-1] 2024-12-02T22:19:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:42,158 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4baffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:42,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16431643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:42,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,42087,-1 for getting cluster id 2024-12-02T22:19:42,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:42,160 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10409d0c-7ec9-4df8-8c1b-648493e91a41' 2024-12-02T22:19:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10409d0c-7ec9-4df8-8c1b-648493e91a41" 2024-12-02T22:19:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49557a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,42087,-1] 2024-12-02T22:19:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:42,161 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5339fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:42,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,42087,1733177975296 2024-12-02T22:19:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@679269cf 2024-12-02T22:19:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:42,164 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:42,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:44611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:19:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:19:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:42,167 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:44611' 2024-12-02T22:19:42,167 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb8bbbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:42,167 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,44611,-1 for getting cluster id 2024-12-02T22:19:42,167 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:42,168 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39f91985-9b68-4336-ba7b-f73e4d9dbffe' 2024-12-02T22:19:42,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:42,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39f91985-9b68-4336-ba7b-f73e4d9dbffe" 2024-12-02T22:19:42,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7bb21d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:42,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,44611,-1] 2024-12-02T22:19:42,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:42,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:42,169 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:42,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8310d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:42,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:42,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,44611,1733177978571 2024-12-02T22:19:42,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@178b2a43 2024-12-02T22:19:42,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:42,171 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:42,172 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T22:19:42,172 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:19:42,172 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:42,172 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:42,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:42,172 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:19:42,173 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:19:42,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:19:42,174 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:42,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:19:42,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741837_1013 (size=1138) 2024-12-02T22:19:42,223 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:19:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:42,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63ff980fb0c7595239940d1c08865349, NAME => 'hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f 2024-12-02T22:19:42,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741838_1014 (size=44) 2024-12-02T22:19:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:42,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:42,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 63ff980fb0c7595239940d1c08865349, disabling compactions & flushes 2024-12-02T22:19:42,988 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:42,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:42,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. after waiting 0 ms 2024-12-02T22:19:42,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:42,988 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:42,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63ff980fb0c7595239940d1c08865349: Waiting for close lock at 1733177982988Disabling compacts and flushes for region at 1733177982988Disabling writes for close at 1733177982988Writing region close event to WAL at 1733177982988Closed at 1733177982988 2024-12-02T22:19:42,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:19:42,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733177982989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733177982989"}]},"ts":"1733177982989"} 2024-12-02T22:19:42,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:19:42,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:19:42,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177982992"}]},"ts":"1733177982992"} 2024-12-02T22:19:42,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:19:42,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63ff980fb0c7595239940d1c08865349, ASSIGN}] 2024-12-02T22:19:42,994 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63ff980fb0c7595239940d1c08865349, ASSIGN 2024-12-02T22:19:42,995 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=63ff980fb0c7595239940d1c08865349, ASSIGN; state=OFFLINE, location=7ae73638d47e,36119,1733177975354; forceNewPlan=false, retain=false 2024-12-02T22:19:43,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=63ff980fb0c7595239940d1c08865349, regionState=OPENING, regionLocation=7ae73638d47e,36119,1733177975354 2024-12-02T22:19:43,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=63ff980fb0c7595239940d1c08865349, ASSIGN because future has completed 2024-12-02T22:19:43,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63ff980fb0c7595239940d1c08865349, server=7ae73638d47e,36119,1733177975354}] 2024-12-02T22:19:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:43,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:43,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:43,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:19:43,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C36119%2C1733177975354.rep, suffix=, logDir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354, archiveDir=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/oldWALs, maxLogs=10 2024-12-02T22:19:43,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.rep.1733177983308, exclude list is [], retry=0 2024-12-02T22:19:43,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36143,DS-5abff2be-4687-4970-80a6-7835ae44083a,DISK] 2024-12-02T22:19:43,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.rep.1733177983308 2024-12-02T22:19:43,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43393:43393)] 2024-12-02T22:19:43,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 63ff980fb0c7595239940d1c08865349, NAME => 'hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:43,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:19:43,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:19:43,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. service=MultiRowMutationService 2024-12-02T22:19:43,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:19:43,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:43,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:43,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:43,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:43,332 INFO [StoreOpener-63ff980fb0c7595239940d1c08865349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:43,333 INFO [StoreOpener-63ff980fb0c7595239940d1c08865349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63ff980fb0c7595239940d1c08865349 columnFamilyName hfileref 2024-12-02T22:19:43,333 DEBUG [StoreOpener-63ff980fb0c7595239940d1c08865349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:43,334 INFO [StoreOpener-63ff980fb0c7595239940d1c08865349-1 {}] regionserver.HStore(327): Store=63ff980fb0c7595239940d1c08865349/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:43,334 INFO [StoreOpener-63ff980fb0c7595239940d1c08865349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:43,335 INFO [StoreOpener-63ff980fb0c7595239940d1c08865349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63ff980fb0c7595239940d1c08865349 columnFamilyName queue 2024-12-02T22:19:43,335 DEBUG [StoreOpener-63ff980fb0c7595239940d1c08865349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:43,335 INFO [StoreOpener-63ff980fb0c7595239940d1c08865349-1 {}] regionserver.HStore(327): Store=63ff980fb0c7595239940d1c08865349/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:43,335 INFO [StoreOpener-63ff980fb0c7595239940d1c08865349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:43,336 INFO [StoreOpener-63ff980fb0c7595239940d1c08865349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63ff980fb0c7595239940d1c08865349 columnFamilyName sid 2024-12-02T22:19:43,336 DEBUG [StoreOpener-63ff980fb0c7595239940d1c08865349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:43,336 INFO [StoreOpener-63ff980fb0c7595239940d1c08865349-1 {}] regionserver.HStore(327): Store=63ff980fb0c7595239940d1c08865349/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:43,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:43,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/replication/63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:43,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/replication/63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:43,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:43,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:43,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:19:43,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:43,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/replication/63ff980fb0c7595239940d1c08865349/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:43,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 63ff980fb0c7595239940d1c08865349; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74246608, jitterRate=0.10636067390441895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:19:43,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:43,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 63ff980fb0c7595239940d1c08865349: Running coprocessor pre-open hook at 1733177983331Writing region info on filesystem at 1733177983331Initializing all the Stores at 1733177983331Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177983331Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177983332 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177983332Cleaning up temporary data from old regions at 1733177983338 (+6 ms)Running coprocessor post-open hooks at 1733177983341 (+3 ms)Region opened successfully at 1733177983342 (+1 ms) 2024-12-02T22:19:43,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349., pid=10, masterSystemTime=1733177983300 2024-12-02T22:19:43,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:43,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:43,345 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=63ff980fb0c7595239940d1c08865349, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,36119,1733177975354 2024-12-02T22:19:43,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63ff980fb0c7595239940d1c08865349, server=7ae73638d47e,36119,1733177975354 because future has completed 2024-12-02T22:19:43,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:19:43,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 63ff980fb0c7595239940d1c08865349, server=7ae73638d47e,36119,1733177975354 in 199 msec 2024-12-02T22:19:43,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T22:19:43,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63ff980fb0c7595239940d1c08865349, ASSIGN in 355 msec 2024-12-02T22:19:43,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:19:43,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177983351"}]},"ts":"1733177983351"} 2024-12-02T22:19:43,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:19:43,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:19:43,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-12-02T22:19:43,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349., hostname=7ae73638d47e,36119,1733177975354, seqNum=2] 2024-12-02T22:19:43,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:43,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:43,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:19:43,436 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:19:43,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:43,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:43,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:43,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:43,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:43,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:43,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:43,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:43,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:43,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:43,497 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T22:19:43,498 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:19:43,498 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T22:19:43,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T22:19:43,540 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:19:43,576 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,36119,1733177975354, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:19:43,576 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:43,577 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,36119,1733177975354, seqNum=-1] 2024-12-02T22:19:43,577 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:43,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-02T22:19:43,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,36119,1733177975354', locateType=CURRENT is [region=hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349., hostname=7ae73638d47e,36119,1733177975354, seqNum=2] 2024-12-02T22:19:43,582 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T22:19:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T22:19:43,585 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,36119,1733177975354 suceeded 2024-12-02T22:19:43,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T22:19:43,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-02T22:19:43,587 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:44611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:19:43,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-12-02T22:19:43,599 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:44611' 2024-12-02T22:19:43,601 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@360602a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:43,601 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,44611,-1 for getting cluster id 2024-12-02T22:19:43,601 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:43,602 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39f91985-9b68-4336-ba7b-f73e4d9dbffe' 2024-12-02T22:19:43,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:43,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39f91985-9b68-4336-ba7b-f73e4d9dbffe" 2024-12-02T22:19:43,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@538373c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:43,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,44611,-1] 2024-12-02T22:19:43,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:43,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:43,603 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:43,604 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7984ef14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:43,604 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:43,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,44611,1733177978571 2024-12-02T22:19:43,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21eff9bb 2024-12-02T22:19:43,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:43,605 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-02T22:19:43,606 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,36119,1733177975354 (queues=1) is replicating from cluster=10409d0c-7ec9-4df8-8c1b-648493e91a41 to cluster=39f91985-9b68-4336-ba7b-f73e4d9dbffe 2024-12-02T22:19:43,606 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C36119%2C1733177975354 2024-12-02T22:19:43,606 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,36119,1733177975354, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:19:43,607 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C36119%2C1733177975354 2024-12-02T22:19:43,607 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370, startPosition=0, beingWritten=true 2024-12-02T22:19:43,613 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:19:43,613 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 379, reset compression=false 2024-12-02T22:19:43,613 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,36119,1733177975354 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:19:43,817 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 379, reset compression=false 2024-12-02T22:19:44,121 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 379, reset compression=false 2024-12-02T22:19:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:44,311 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:19:44,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:44,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:44,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:44,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:44,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:44,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258965b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:44,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,44611,-1 for getting cluster id 2024-12-02T22:19:44,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:44,313 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39f91985-9b68-4336-ba7b-f73e4d9dbffe' 2024-12-02T22:19:44,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:44,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39f91985-9b68-4336-ba7b-f73e4d9dbffe" 2024-12-02T22:19:44,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304c2b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:44,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,44611,-1] 2024-12-02T22:19:44,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:44,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:44,315 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:44,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60594d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:44,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:44,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,44611,1733177978571 2024-12-02T22:19:44,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@565f2c47 2024-12-02T22:19:44,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:44,317 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:44,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:42087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:19:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:19:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:44,320 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:42087' 2024-12-02T22:19:44,321 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5690a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:44,321 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,42087,-1 for getting cluster id 2024-12-02T22:19:44,321 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:44,322 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10409d0c-7ec9-4df8-8c1b-648493e91a41' 2024-12-02T22:19:44,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:44,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10409d0c-7ec9-4df8-8c1b-648493e91a41" 2024-12-02T22:19:44,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc9a315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:44,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,42087,-1] 2024-12-02T22:19:44,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:44,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:44,323 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:44,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d20bda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:44,323 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:44,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,42087,1733177975296 2024-12-02T22:19:44,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29111149 2024-12-02T22:19:44,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:44,325 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:19:44,325 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T22:19:44,326 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:19:44,326 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:44,326 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:44,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:44,326 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:19:44,327 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:19:44,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:19:44,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:44,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:19:44,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741837_1013 (size=1138) 2024-12-02T22:19:44,377 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:19:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:44,525 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 379, reset compression=false 2024-12-02T22:19:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:44,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a3c8de004a99eefa9f1a4ac6ee034cb, NAME => 'hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905 2024-12-02T22:19:44,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741838_1014 (size=44) 2024-12-02T22:19:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:45,029 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 379, reset compression=false 2024-12-02T22:19:45,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:45,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1a3c8de004a99eefa9f1a4ac6ee034cb, disabling compactions & flushes 2024-12-02T22:19:45,142 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:45,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:45,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. after waiting 0 ms 2024-12-02T22:19:45,142 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:45,143 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:45,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a3c8de004a99eefa9f1a4ac6ee034cb: Waiting for close lock at 1733177985142Disabling compacts and flushes for region at 1733177985142Disabling writes for close at 1733177985142Writing region close event to WAL at 1733177985142Closed at 1733177985142 2024-12-02T22:19:45,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:19:45,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733177985144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733177985144"}]},"ts":"1733177985144"} 2024-12-02T22:19:45,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:19:45,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:19:45,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177985146"}]},"ts":"1733177985146"} 2024-12-02T22:19:45,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:19:45,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a3c8de004a99eefa9f1a4ac6ee034cb, ASSIGN}] 2024-12-02T22:19:45,149 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a3c8de004a99eefa9f1a4ac6ee034cb, ASSIGN 2024-12-02T22:19:45,150 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1a3c8de004a99eefa9f1a4ac6ee034cb, ASSIGN; state=OFFLINE, location=7ae73638d47e,38487,1733177978614; forceNewPlan=false, retain=false 2024-12-02T22:19:45,300 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1a3c8de004a99eefa9f1a4ac6ee034cb, regionState=OPENING, regionLocation=7ae73638d47e,38487,1733177978614 2024-12-02T22:19:45,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1a3c8de004a99eefa9f1a4ac6ee034cb, ASSIGN because future has completed 2024-12-02T22:19:45,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a3c8de004a99eefa9f1a4ac6ee034cb, server=7ae73638d47e,38487,1733177978614}] 2024-12-02T22:19:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:45,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:45,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:45,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:19:45,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C38487%2C1733177978614.rep, suffix=, logDir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614, archiveDir=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/oldWALs, maxLogs=10 2024-12-02T22:19:45,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.rep.1733177985462, exclude list is [], retry=0 2024-12-02T22:19:45,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-a1d9dc72-7579-424f-91bc-5758e5ba0bf1,DISK] 2024-12-02T22:19:45,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.rep.1733177985462 2024-12-02T22:19:45,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-12-02T22:19:45,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a3c8de004a99eefa9f1a4ac6ee034cb, NAME => 'hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:45,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:19:45,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:19:45,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. service=MultiRowMutationService 2024-12-02T22:19:45,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:19:45,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:45,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:45,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:45,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:45,495 INFO [StoreOpener-1a3c8de004a99eefa9f1a4ac6ee034cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:45,496 INFO [StoreOpener-1a3c8de004a99eefa9f1a4ac6ee034cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a3c8de004a99eefa9f1a4ac6ee034cb columnFamilyName hfileref 2024-12-02T22:19:45,496 DEBUG [StoreOpener-1a3c8de004a99eefa9f1a4ac6ee034cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:45,499 INFO [StoreOpener-1a3c8de004a99eefa9f1a4ac6ee034cb-1 {}] regionserver.HStore(327): Store=1a3c8de004a99eefa9f1a4ac6ee034cb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:45,499 INFO [StoreOpener-1a3c8de004a99eefa9f1a4ac6ee034cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:45,500 INFO [StoreOpener-1a3c8de004a99eefa9f1a4ac6ee034cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a3c8de004a99eefa9f1a4ac6ee034cb columnFamilyName queue 2024-12-02T22:19:45,500 DEBUG [StoreOpener-1a3c8de004a99eefa9f1a4ac6ee034cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:45,500 INFO [StoreOpener-1a3c8de004a99eefa9f1a4ac6ee034cb-1 {}] regionserver.HStore(327): Store=1a3c8de004a99eefa9f1a4ac6ee034cb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:45,501 INFO [StoreOpener-1a3c8de004a99eefa9f1a4ac6ee034cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:45,501 INFO [StoreOpener-1a3c8de004a99eefa9f1a4ac6ee034cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a3c8de004a99eefa9f1a4ac6ee034cb columnFamilyName sid 2024-12-02T22:19:45,501 DEBUG [StoreOpener-1a3c8de004a99eefa9f1a4ac6ee034cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:45,502 INFO [StoreOpener-1a3c8de004a99eefa9f1a4ac6ee034cb-1 {}] regionserver.HStore(327): Store=1a3c8de004a99eefa9f1a4ac6ee034cb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:45,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:45,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/replication/1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:45,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/replication/1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:45,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:45,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:45,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:19:45,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:45,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/replication/1a3c8de004a99eefa9f1a4ac6ee034cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:45,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1a3c8de004a99eefa9f1a4ac6ee034cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68752167, jitterRate=0.024487122893333435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:19:45,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:45,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1a3c8de004a99eefa9f1a4ac6ee034cb: Running coprocessor pre-open hook at 1733177985494Writing region info on filesystem at 1733177985494Initializing all the Stores at 1733177985494Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177985494Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177985495 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177985495Cleaning up temporary data from old regions at 1733177985506 (+11 ms)Running coprocessor post-open hooks at 1733177985510 (+4 ms)Region opened successfully at 1733177985510 2024-12-02T22:19:45,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb., pid=10, masterSystemTime=1733177985455 2024-12-02T22:19:45,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:45,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:45,515 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1a3c8de004a99eefa9f1a4ac6ee034cb, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,38487,1733177978614 2024-12-02T22:19:45,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a3c8de004a99eefa9f1a4ac6ee034cb, server=7ae73638d47e,38487,1733177978614 because future has completed 2024-12-02T22:19:45,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:19:45,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a3c8de004a99eefa9f1a4ac6ee034cb, server=7ae73638d47e,38487,1733177978614 in 217 msec 2024-12-02T22:19:45,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T22:19:45,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1a3c8de004a99eefa9f1a4ac6ee034cb, ASSIGN in 373 msec 2024-12-02T22:19:45,524 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:19:45,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733177985524"}]},"ts":"1733177985524"} 2024-12-02T22:19:45,527 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:19:45,528 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:19:45,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-12-02T22:19:45,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb., hostname=7ae73638d47e,38487,1733177978614, seqNum=2] 2024-12-02T22:19:45,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:45,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:45,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:19:45,634 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 379, reset compression=false 2024-12-02T22:19:45,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38487 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T22:19:45,745 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:19:45,774 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,38487,1733177978614, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:19:45,774 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:45,774 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,38487,1733177978614, seqNum=-1] 2024-12-02T22:19:45,775 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:45,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-02T22:19:45,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,38487,1733177978614', locateType=CURRENT is [region=hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb., hostname=7ae73638d47e,38487,1733177978614, seqNum=2] 2024-12-02T22:19:45,784 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T22:19:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T22:19:45,786 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,38487,1733177978614 suceeded 2024-12-02T22:19:45,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T22:19:45,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-02T22:19:45,788 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:42087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:19:45,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4700 sec 2024-12-02T22:19:45,803 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:42087' 2024-12-02T22:19:45,804 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7289b9ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:45,804 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,42087,-1 for getting cluster id 2024-12-02T22:19:45,804 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:45,805 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10409d0c-7ec9-4df8-8c1b-648493e91a41' 2024-12-02T22:19:45,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:45,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10409d0c-7ec9-4df8-8c1b-648493e91a41" 2024-12-02T22:19:45,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b88468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:45,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,42087,-1] 2024-12-02T22:19:45,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:45,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:45,806 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:45,807 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2195ed82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:45,807 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:45,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,42087,1733177975296 2024-12-02T22:19:45,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@211ad73b 2024-12-02T22:19:45,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:19:45,808 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-02T22:19:45,809 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,38487,1733177978614 (queues=1) is replicating from cluster=39f91985-9b68-4336-ba7b-f73e4d9dbffe to cluster=10409d0c-7ec9-4df8-8c1b-648493e91a41 2024-12-02T22:19:45,809 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C38487%2C1733177978614 2024-12-02T22:19:45,809 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,38487,1733177978614, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:19:45,810 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C38487%2C1733177978614 2024-12-02T22:19:45,810 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829, startPosition=0, beingWritten=true 2024-12-02T22:19:45,815 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:19:45,815 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 379, reset compression=false 2024-12-02T22:19:45,815 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,38487,1733177978614 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:19:46,019 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 379, reset compression=false 2024-12-02T22:19:46,323 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 379, reset compression=false 2024-12-02T22:19:46,338 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 379, reset compression=false 2024-12-02T22:19:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:19:46,462 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:19:46,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:46,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:46,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:46,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:46,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:46,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:46,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,36119,1733177975354, seqNum=-1] 2024-12-02T22:19:46,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:46,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2., hostname=7ae73638d47e,36119,1733177975354, seqNum=2] 2024-12-02T22:19:46,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:46,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,38487,1733177978614, seqNum=-1] 2024-12-02T22:19:46,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:46,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:19:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733177981015.d332f5be5a98c13120ced5cad66dba95., hostname=7ae73638d47e,38487,1733177978614, seqNum=2] 2024-12-02T22:19:46,476 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T22:19:46,727 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 379, reset compression=false 2024-12-02T22:19:47,141 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 379, reset compression=false 2024-12-02T22:19:47,146 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:19:47,146 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 480, reset compression=false 2024-12-02T22:19:47,146 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,36119,1733177975354 got entry batch from reader: WALEntryBatch [walEntries=[{test/266fdb18ce69e80725f572b3bfabbbe2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T22:19:47,148 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:19:47,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-02T22:19:47,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:19:47,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@611ca50d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:47,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,44611,-1 for getting cluster id 2024-12-02T22:19:47,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:47,152 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39f91985-9b68-4336-ba7b-f73e4d9dbffe' 2024-12-02T22:19:47,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:47,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39f91985-9b68-4336-ba7b-f73e4d9dbffe" 2024-12-02T22:19:47,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2edefbec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:47,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,44611,-1] 2024-12-02T22:19:47,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:47,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:47,153 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:47,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d200757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:47,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:47,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,38487,1733177978614, seqNum=-1] 2024-12-02T22:19:47,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:47,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-02T22:19:47,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733177981015.d332f5be5a98c13120ced5cad66dba95., hostname=7ae73638d47e,38487,1733177978614, seqNum=2] 2024-12-02T22:19:47,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:19:47,231 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 379, reset compression=false 2024-12-02T22:19:47,234 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:19:47,234 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 503, reset compression=false 2024-12-02T22:19:47,234 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,38487,1733177978614 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:19:47,352 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 480, reset compression=false 2024-12-02T22:19:47,438 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 503, reset compression=false 2024-12-02T22:19:47,479 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T22:19:47,482 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T22:19:47,655 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 480, reset compression=false 2024-12-02T22:19:47,741 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 503, reset compression=false 2024-12-02T22:19:47,746 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:19:47,746 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 607, reset compression=false 2024-12-02T22:19:47,746 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,38487,1733177978614 got entry batch from reader: WALEntryBatch [walEntries=[{test/d332f5be5a98c13120ced5cad66dba95/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T22:19:47,749 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:19:47,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-02T22:19:47,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36119 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:19:47,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e0d24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:47,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36119 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,42087,-1 for getting cluster id 2024-12-02T22:19:47,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:19:47,761 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10409d0c-7ec9-4df8-8c1b-648493e91a41' 2024-12-02T22:19:47,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:19:47,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10409d0c-7ec9-4df8-8c1b-648493e91a41" 2024-12-02T22:19:47,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@598c311d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:47,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,42087,-1] 2024-12-02T22:19:47,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:19:47,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:47,763 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:19:47,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6638c10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:19:47,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:19:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,36119,1733177975354, seqNum=-1] 2024-12-02T22:19:47,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:19:47,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-02T22:19:47,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2., hostname=7ae73638d47e,36119,1733177975354, seqNum=2] 2024-12-02T22:19:47,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36119 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:19:47,962 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 607, reset compression=false 2024-12-02T22:19:48,059 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 480, reset compression=false 2024-12-02T22:19:48,064 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:19:48,064 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 607, reset compression=false 2024-12-02T22:19:48,064 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,36119,1733177975354 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:19:48,267 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 607, reset compression=false 2024-12-02T22:19:48,268 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 607, reset compression=false 2024-12-02T22:19:48,484 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T22:19:48,490 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T22:19:48,571 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 607, reset compression=false 2024-12-02T22:19:48,576 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:19:48,576 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 763, reset compression=false 2024-12-02T22:19:48,576 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,36119,1733177975354 got entry batch from reader: WALEntryBatch [walEntries=[{test/266fdb18ce69e80725f572b3bfabbbe2/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T22:19:48,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:19:48,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:19:48,671 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 607, reset compression=false 2024-12-02T22:19:48,675 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:19:48,675 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 754, reset compression=false 2024-12-02T22:19:48,675 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,38487,1733177978614 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:19:48,779 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 763, reset compression=false 2024-12-02T22:19:48,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:19:48,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:48,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:48,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:48,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:48,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:48,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:48,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:48,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:48,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:48,879 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 754, reset compression=false 2024-12-02T22:19:48,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:48,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:48,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:19:48,942 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18215 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:19:49,083 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 763, reset compression=false 2024-12-02T22:19:49,183 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 754, reset compression=false 2024-12-02T22:19:49,487 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 763, reset compression=false 2024-12-02T22:19:49,492 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T22:19:49,496 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T22:19:49,586 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 754, reset compression=false 2024-12-02T22:19:49,592 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:19:49,592 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 913, reset compression=false 2024-12-02T22:19:49,592 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,38487,1733177978614 got entry batch from reader: WALEntryBatch [walEntries=[{test/d332f5be5a98c13120ced5cad66dba95/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T22:19:49,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36119 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:19:49,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36119 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:19:49,796 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 913, reset compression=false 2024-12-02T22:19:49,991 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 763, reset compression=false 2024-12-02T22:19:49,995 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:19:49,995 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 912, reset compression=false 2024-12-02T22:19:49,995 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,36119,1733177975354 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:19:50,100 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 913, reset compression=false 2024-12-02T22:19:50,199 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 912, reset compression=false 2024-12-02T22:19:50,498 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T22:19:50,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:19:50,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:50,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:50,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:50,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:50,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:50,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:19:50,501 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=477055455, stopped=false 2024-12-02T22:19:50,501 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,44611,1733177978571 2024-12-02T22:19:50,502 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 912, reset compression=false 2024-12-02T22:19:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2070490766/running 2024-12-02T22:19:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2070490766/running 2024-12-02T22:19:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:50,503 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:19:50,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:50,503 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 913, reset compression=false 2024-12-02T22:19:50,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:50,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:50,504 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,38487,1733177978614' ***** 2024-12-02T22:19:50,504 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:19:50,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Set watcher on znode that does not yet exist, /1-2070490766/running 2024-12-02T22:19:50,505 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:19:50,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Set watcher on znode that does not yet exist, /1-2070490766/running 2024-12-02T22:19:50,505 INFO [RS:0;7ae73638d47e:38487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:19:50,505 INFO [RS:0;7ae73638d47e:38487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:19:50,505 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:50,505 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:19:50,506 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d332f5be5a98c13120ced5cad66dba95, disabling compactions & flushes 2024-12-02T22:19:50,506 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. 2024-12-02T22:19:50,506 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. 2024-12-02T22:19:50,506 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. after waiting 0 ms 2024-12-02T22:19:50,506 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. 2024-12-02T22:19:50,506 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d332f5be5a98c13120ced5cad66dba95 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-02T22:19:50,507 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:50,507 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,38487,1733177978614 2024-12-02T22:19:50,507 INFO [RS:0;7ae73638d47e:38487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:19:50,508 INFO [RS:0;7ae73638d47e:38487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:38487. 2024-12-02T22:19:50,508 DEBUG [RS:0;7ae73638d47e:38487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:50,508 DEBUG [RS:0;7ae73638d47e:38487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:50,508 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:19:50,508 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:19:50,508 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:19:50,508 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:19:50,509 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T22:19:50,509 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1325): Online Regions={d332f5be5a98c13120ced5cad66dba95=test,,1733177981015.d332f5be5a98c13120ced5cad66dba95., 1588230740=hbase:meta,,1.1588230740, 1a3c8de004a99eefa9f1a4ac6ee034cb=hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb.} 2024-12-02T22:19:50,509 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a3c8de004a99eefa9f1a4ac6ee034cb, d332f5be5a98c13120ced5cad66dba95 2024-12-02T22:19:50,509 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:19:50,509 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:19:50,509 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:19:50,509 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:19:50,509 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:19:50,509 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T22:19:50,513 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:19:50,513 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 1160, reset compression=false 2024-12-02T22:19:50,514 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,38487,1733177978614 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:19:50,514 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7ae73638d47e,38487,1733177978614: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7ae73638d47e,38487,1733177978614, walGroup=7ae73638d47e%2C38487%2C1733177978614, offset=7ae73638d47e%2C38487%2C1733177978614.1733177979829:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T22:19:50,515 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T22:19:50,515 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T22:19:50,516 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T22:19:50,516 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T22:19:50,516 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T22:19:50,516 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 841793528 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 190661016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T22:19:50,517 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:44611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:44611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T22:19:50,537 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/.tmp/info/99943cef67a84a80b8ee1f4ad3840c72 is 147, key is hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb./info:regioninfo/1733177985515/Put/seqid=0 2024-12-02T22:19:50,538 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/.tmp/f/f24ec9d2de924da48b6629581b4d2137 is 29, key is row1/f:/1733177989493/DeleteFamily/seqid=0 2024-12-02T22:19:50,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741840_1016 (size=7686) 2024-12-02T22:19:50,545 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/.tmp/info/99943cef67a84a80b8ee1f4ad3840c72 2024-12-02T22:19:50,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741841_1017 (size=5118) 2024-12-02T22:19:50,553 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/.tmp/f/f24ec9d2de924da48b6629581b4d2137 2024-12-02T22:19:50,556 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f24ec9d2de924da48b6629581b4d2137 2024-12-02T22:19:50,569 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/.tmp/ns/5a0a31da233d4a15b3905ff8feb57775 is 43, key is default/ns:d/1733177980323/Put/seqid=0 2024-12-02T22:19:50,575 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/.tmp/f1/77245a062f3a4684a5cd8781cd8d7001 is 30, key is row1/f1:/1733177989493/DeleteFamily/seqid=0 2024-12-02T22:19:50,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741842_1018 (size=5153) 2024-12-02T22:19:50,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741843_1019 (size=5123) 2024-12-02T22:19:50,589 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/.tmp/f1/77245a062f3a4684a5cd8781cd8d7001 2024-12-02T22:19:50,593 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77245a062f3a4684a5cd8781cd8d7001 2024-12-02T22:19:50,600 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:19:50,612 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/.tmp/norep/c55ddad1f8c54792bfcdc9480b072644 is 33, key is row1/norep:/1733177989493/DeleteFamily/seqid=0 2024-12-02T22:19:50,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741844_1020 (size=5108) 2024-12-02T22:19:50,624 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/.tmp/norep/c55ddad1f8c54792bfcdc9480b072644 2024-12-02T22:19:50,628 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c55ddad1f8c54792bfcdc9480b072644 2024-12-02T22:19:50,628 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/.tmp/f/f24ec9d2de924da48b6629581b4d2137 as hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/f/f24ec9d2de924da48b6629581b4d2137 2024-12-02T22:19:50,634 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f24ec9d2de924da48b6629581b4d2137 2024-12-02T22:19:50,634 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/f/f24ec9d2de924da48b6629581b4d2137, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T22:19:50,637 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/.tmp/f1/77245a062f3a4684a5cd8781cd8d7001 as hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/f1/77245a062f3a4684a5cd8781cd8d7001 2024-12-02T22:19:50,648 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77245a062f3a4684a5cd8781cd8d7001 2024-12-02T22:19:50,648 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/f1/77245a062f3a4684a5cd8781cd8d7001, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T22:19:50,649 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/.tmp/norep/c55ddad1f8c54792bfcdc9480b072644 as hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/norep/c55ddad1f8c54792bfcdc9480b072644 2024-12-02T22:19:50,653 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c55ddad1f8c54792bfcdc9480b072644 2024-12-02T22:19:50,653 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/norep/c55ddad1f8c54792bfcdc9480b072644, entries=1, sequenceid=8, filesize=5.0 K 2024-12-02T22:19:50,654 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d332f5be5a98c13120ced5cad66dba95 in 148ms, sequenceid=8, compaction requested=false 2024-12-02T22:19:50,664 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/default/test/d332f5be5a98c13120ced5cad66dba95/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T22:19:50,664 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:50,665 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:19:50,665 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. 2024-12-02T22:19:50,665 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d332f5be5a98c13120ced5cad66dba95: Waiting for close lock at 1733177990506Running coprocessor pre-close hooks at 1733177990506Disabling compacts and flushes for region at 1733177990506Disabling writes for close at 1733177990506Obtaining lock to block concurrent updates at 1733177990506Preparing flush snapshotting stores in d332f5be5a98c13120ced5cad66dba95 at 1733177990506Finished memstore snapshotting test,,1733177981015.d332f5be5a98c13120ced5cad66dba95., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733177990507 (+1 ms)Flushing stores of test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. at 1733177990507Flushing d332f5be5a98c13120ced5cad66dba95/f: creating writer at 1733177990507Flushing d332f5be5a98c13120ced5cad66dba95/f: appending metadata at 1733177990537 (+30 ms)Flushing d332f5be5a98c13120ced5cad66dba95/f: closing flushed file at 1733177990537Flushing d332f5be5a98c13120ced5cad66dba95/f1: creating writer at 1733177990557 (+20 ms)Flushing d332f5be5a98c13120ced5cad66dba95/f1: appending metadata at 1733177990574 (+17 ms)Flushing d332f5be5a98c13120ced5cad66dba95/f1: closing flushed file at 1733177990574Flushing d332f5be5a98c13120ced5cad66dba95/norep: creating writer at 1733177990593 (+19 ms)Flushing d332f5be5a98c13120ced5cad66dba95/norep: appending metadata at 1733177990612 (+19 ms)Flushing d332f5be5a98c13120ced5cad66dba95/norep: closing flushed file at 1733177990612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b2091a2: reopening flushed file at 1733177990628 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5329d8fe: reopening flushed file at 1733177990636 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22fed453: reopening flushed file at 1733177990648 (+12 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d332f5be5a98c13120ced5cad66dba95 in 148ms, sequenceid=8, compaction requested=false at 1733177990654 (+6 ms)Writing region close event to WAL at 1733177990661 (+7 ms)Running coprocessor post-close hooks at 1733177990664 (+3 ms)Closed at 1733177990665 (+1 ms) 2024-12-02T22:19:50,665 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733177981015.d332f5be5a98c13120ced5cad66dba95. 2024-12-02T22:19:50,665 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a3c8de004a99eefa9f1a4ac6ee034cb, disabling compactions & flushes 2024-12-02T22:19:50,665 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:50,665 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:50,665 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. after waiting 0 ms 2024-12-02T22:19:50,665 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:50,665 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a3c8de004a99eefa9f1a4ac6ee034cb: Waiting for close lock at 1733177990665Running coprocessor pre-close hooks at 1733177990665Disabling compacts and flushes for region at 1733177990665Disabling writes for close at 1733177990665Failed flush hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb., putting online again at 1733177990665 2024-12-02T22:19:50,665 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:50,709 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:50,709 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a3c8de004a99eefa9f1a4ac6ee034cb 2024-12-02T22:19:50,709 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a3c8de004a99eefa9f1a4ac6ee034cb, disabling compactions & flushes 2024-12-02T22:19:50,710 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:50,710 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:50,710 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. after waiting 0 ms 2024-12-02T22:19:50,710 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:50,710 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a3c8de004a99eefa9f1a4ac6ee034cb: Waiting for close lock at 1733177990709Running coprocessor pre-close hooks at 1733177990709Disabling compacts and flushes for region at 1733177990709Disabling writes for close at 1733177990710 (+1 ms)Failed flush hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb., putting online again at 1733177990710 2024-12-02T22:19:50,710 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb. 2024-12-02T22:19:50,739 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 1160, reset compression=false 2024-12-02T22:19:50,743 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:19:50,744 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 1804, reset compression=false 2024-12-02T22:19:50,744 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:19:50,744 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:19:50,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T22:19:50,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T22:19:50,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T22:19:50,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T22:19:50,910 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:50,911 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 912, reset compression=false 2024-12-02T22:19:50,947 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 1804, reset compression=false 2024-12-02T22:19:50,979 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/.tmp/ns/5a0a31da233d4a15b3905ff8feb57775 2024-12-02T22:19:50,997 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/.tmp/rep_barrier/d39331ee43964f5caf72993577f0447d is 112, key is test,,1733177981015.d332f5be5a98c13120ced5cad66dba95./rep_barrier:seqnumDuringOpen/1733177981774/Put/seqid=0 2024-12-02T22:19:51,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741845_1021 (size=5518) 2024-12-02T22:19:51,110 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:51,250 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 1804, reset compression=false 2024-12-02T22:19:51,310 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:51,401 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/.tmp/rep_barrier/d39331ee43964f5caf72993577f0447d 2024-12-02T22:19:51,415 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 912, reset compression=false 2024-12-02T22:19:51,420 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/.tmp/table/8438129af155425d8149638721cab3cc is 53, key is hbase:replication/table:state/1733177985524/Put/seqid=0 2024-12-02T22:19:51,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741846_1022 (size=5308) 2024-12-02T22:19:51,510 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T22:19:51,510 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1a3c8de004a99eefa9f1a4ac6ee034cb=hbase:replication,,1733177984326.1a3c8de004a99eefa9f1a4ac6ee034cb.} 2024-12-02T22:19:51,510 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:51,654 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/WALs/7ae73638d47e,38487,1733177978614/7ae73638d47e%2C38487%2C1733177978614.1733177979829 to pos 1804, reset compression=false 2024-12-02T22:19:51,711 DEBUG [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:51,825 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/.tmp/table/8438129af155425d8149638721cab3cc 2024-12-02T22:19:51,829 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/.tmp/info/99943cef67a84a80b8ee1f4ad3840c72 as hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/info/99943cef67a84a80b8ee1f4ad3840c72 2024-12-02T22:19:51,834 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/info/99943cef67a84a80b8ee1f4ad3840c72, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T22:19:51,835 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/.tmp/ns/5a0a31da233d4a15b3905ff8feb57775 as hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/ns/5a0a31da233d4a15b3905ff8feb57775 2024-12-02T22:19:51,839 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/ns/5a0a31da233d4a15b3905ff8feb57775, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T22:19:51,839 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/.tmp/rep_barrier/d39331ee43964f5caf72993577f0447d as hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/rep_barrier/d39331ee43964f5caf72993577f0447d 2024-12-02T22:19:51,843 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/rep_barrier/d39331ee43964f5caf72993577f0447d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T22:19:51,844 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/.tmp/table/8438129af155425d8149638721cab3cc as hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/table/8438129af155425d8149638721cab3cc 2024-12-02T22:19:51,848 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/table/8438129af155425d8149638721cab3cc, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T22:19:51,849 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false 2024-12-02T22:19:51,860 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T22:19:51,860 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:51,860 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:19:51,860 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:51,860 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177990509Running coprocessor pre-close hooks at 1733177990509Disabling compacts and flushes for region at 1733177990509Disabling writes for close at 1733177990509Obtaining lock to block concurrent updates at 1733177990509Preparing flush snapshotting stores in 1588230740 at 1733177990509Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733177990510 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733177990511 (+1 ms)Flushing 1588230740/info: creating writer at 1733177990512 (+1 ms)Flushing 1588230740/info: appending metadata at 1733177990536 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733177990536Flushing 1588230740/ns: creating writer at 1733177990551 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733177990569 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733177990569Flushing 1588230740/rep_barrier: creating writer at 1733177990983 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733177990996 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733177990996Flushing 1588230740/table: creating writer at 1733177991405 (+409 ms)Flushing 1588230740/table: appending metadata at 1733177991420 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733177991420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d55e69: reopening flushed file at 1733177991829 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1479dc03: reopening flushed file at 1733177991834 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58cbcaec: reopening flushed file at 1733177991839 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3414be67: reopening flushed file at 1733177991843 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=16, compaction requested=false at 1733177991849 (+6 ms)Writing region close event to WAL at 1733177991857 (+8 ms)Running coprocessor post-close hooks at 1733177991860 (+3 ms)Closed at 1733177991860 2024-12-02T22:19:51,861 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:51,911 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T22:19:51,911 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,38487,1733177978614; all regions closed. 2024-12-02T22:19:51,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741834_1010 (size=4239) 2024-12-02T22:19:51,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741839_1015 (size=1733) 2024-12-02T22:19:51,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741833_1009 (size=1812) 2024-12-02T22:19:51,918 DEBUG [RS:0;7ae73638d47e:38487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:51,918 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:19:51,918 INFO [RS:0;7ae73638d47e:38487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:19:51,918 INFO [RS:0;7ae73638d47e:38487 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T22:19:51,918 INFO [RS:0;7ae73638d47e:38487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:19:51,918 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:19:51,919 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,38487,1733177978614 because: Region server is closing 2024-12-02T22:19:51,919 INFO [RS:0;7ae73638d47e:38487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:38487. 2024-12-02T22:19:51,919 DEBUG [RS:0;7ae73638d47e:38487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:51,919 DEBUG [RS:0;7ae73638d47e:38487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:51,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:51,919 DEBUG [RS:0;7ae73638d47e:38487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:52,019 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 912, reset compression=false 2024-12-02T22:19:52,019 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.shipper7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 terminated 2024-12-02T22:19:52,020 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,38487,1733177978614.replicationSource.wal-reader.7ae73638d47e%2C38487%2C1733177978614,1-7ae73638d47e,38487,1733177978614 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:19:52,020 INFO [RS:0;7ae73638d47e:38487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:38487. 2024-12-02T22:19:52,020 DEBUG [RS:0;7ae73638d47e:38487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:52,020 DEBUG [RS:0;7ae73638d47e:38487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:52,020 DEBUG [RS:0;7ae73638d47e:38487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:52,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:52,020 INFO [RS:0;7ae73638d47e:38487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38487 2024-12-02T22:19:52,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2070490766/rs/7ae73638d47e,38487,1733177978614 2024-12-02T22:19:52,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766/rs 2024-12-02T22:19:52,022 INFO [RS:0;7ae73638d47e:38487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:19:52,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,38487,1733177978614] 2024-12-02T22:19:52,025 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2070490766/draining/7ae73638d47e,38487,1733177978614 already deleted, retry=false 2024-12-02T22:19:52,025 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,38487,1733177978614 expired; onlineServers=0 2024-12-02T22:19:52,025 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,44611,1733177978571' ***** 2024-12-02T22:19:52,025 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:19:52,025 INFO [M:0;7ae73638d47e:44611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:19:52,025 INFO [M:0;7ae73638d47e:44611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:19:52,025 DEBUG [M:0;7ae73638d47e:44611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:19:52,025 DEBUG [M:0;7ae73638d47e:44611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:19:52,025 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:19:52,025 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177979620 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177979620,5,FailOnTimeoutGroup] 2024-12-02T22:19:52,025 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177979624 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177979624,5,FailOnTimeoutGroup] 2024-12-02T22:19:52,025 INFO [M:0;7ae73638d47e:44611 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:19:52,026 INFO [M:0;7ae73638d47e:44611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:19:52,026 DEBUG [M:0;7ae73638d47e:44611 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:19:52,026 INFO [M:0;7ae73638d47e:44611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:19:52,026 INFO [M:0;7ae73638d47e:44611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:19:52,026 INFO [M:0;7ae73638d47e:44611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:19:52,026 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:19:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2070490766/master 2024-12-02T22:19:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2070490766 2024-12-02T22:19:52,034 DEBUG [M:0;7ae73638d47e:44611 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2070490766/master already deleted, retry=false 2024-12-02T22:19:52,034 DEBUG [M:0;7ae73638d47e:44611 {}] master.ActiveMasterManager(353): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2070490766/master 2024-12-02T22:19:52,035 INFO [M:0;7ae73638d47e:44611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/.lastflushedseqids 2024-12-02T22:19:52,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741847_1023 (size=245) 2024-12-02T22:19:52,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:52,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38487-0x1009d1328490004, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:52,124 INFO [RS:0;7ae73638d47e:38487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:19:52,124 INFO [RS:0;7ae73638d47e:38487 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,38487,1733177978614; zookeeper connection closed. 2024-12-02T22:19:52,124 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1466a23a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1466a23a 2024-12-02T22:19:52,125 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:19:52,440 INFO [M:0;7ae73638d47e:44611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:19:52,441 INFO [M:0;7ae73638d47e:44611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:19:52,441 DEBUG [M:0;7ae73638d47e:44611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:19:52,441 INFO [M:0;7ae73638d47e:44611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:52,441 DEBUG [M:0;7ae73638d47e:44611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:52,441 DEBUG [M:0;7ae73638d47e:44611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:19:52,441 DEBUG [M:0;7ae73638d47e:44611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:52,441 INFO [M:0;7ae73638d47e:44611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-02T22:19:52,460 DEBUG [M:0;7ae73638d47e:44611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48523d057ef14ff6bdc6be80c43e8b35 is 82, key is hbase:meta,,1/info:regioninfo/1733177980312/Put/seqid=0 2024-12-02T22:19:52,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741848_1024 (size=5672) 2024-12-02T22:19:52,724 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 912, reset compression=false 2024-12-02T22:19:52,865 INFO [M:0;7ae73638d47e:44611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48523d057ef14ff6bdc6be80c43e8b35 2024-12-02T22:19:52,883 DEBUG [M:0;7ae73638d47e:44611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68d76f4e11644ca58e3f2a96da67b310 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733177985530/Put/seqid=0 2024-12-02T22:19:52,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741849_1025 (size=8515) 2024-12-02T22:19:52,889 INFO [M:0;7ae73638d47e:44611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68d76f4e11644ca58e3f2a96da67b310 2024-12-02T22:19:52,918 DEBUG [M:0;7ae73638d47e:44611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5934c0fc4ff24fbd896b1a0168990ea9 is 69, key is 7ae73638d47e,38487,1733177978614/rs:state/1733177979671/Put/seqid=0 2024-12-02T22:19:52,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741850_1026 (size=5156) 2024-12-02T22:19:52,925 INFO [M:0;7ae73638d47e:44611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5934c0fc4ff24fbd896b1a0168990ea9 2024-12-02T22:19:52,931 DEBUG [M:0;7ae73638d47e:44611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48523d057ef14ff6bdc6be80c43e8b35 as hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48523d057ef14ff6bdc6be80c43e8b35 2024-12-02T22:19:52,936 INFO [M:0;7ae73638d47e:44611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48523d057ef14ff6bdc6be80c43e8b35, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T22:19:52,937 DEBUG [M:0;7ae73638d47e:44611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68d76f4e11644ca58e3f2a96da67b310 as hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68d76f4e11644ca58e3f2a96da67b310 2024-12-02T22:19:52,942 INFO [M:0;7ae73638d47e:44611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68d76f4e11644ca58e3f2a96da67b310, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T22:19:52,942 DEBUG [M:0;7ae73638d47e:44611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5934c0fc4ff24fbd896b1a0168990ea9 as hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5934c0fc4ff24fbd896b1a0168990ea9 2024-12-02T22:19:52,948 INFO [M:0;7ae73638d47e:44611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37309/user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5934c0fc4ff24fbd896b1a0168990ea9, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T22:19:52,949 INFO [M:0;7ae73638d47e:44611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 508ms, sequenceid=97, compaction requested=false 2024-12-02T22:19:52,951 INFO [M:0;7ae73638d47e:44611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:52,951 DEBUG [M:0;7ae73638d47e:44611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177992441Disabling compacts and flushes for region at 1733177992441Disabling writes for close at 1733177992441Obtaining lock to block concurrent updates at 1733177992441Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733177992441Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733177992441Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733177992442 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733177992442Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733177992459 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733177992459Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733177992869 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733177992882 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733177992882Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733177992892 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733177992917 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733177992917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45368fdb: reopening flushed file at 1733177992930 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20fbc747: reopening flushed file at 1733177992936 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52808ffd: reopening flushed file at 1733177992942 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 508ms, sequenceid=97, compaction requested=false at 1733177992949 (+7 ms)Writing region close event to WAL at 1733177992950 (+1 ms)Closed at 1733177992950 2024-12-02T22:19:52,959 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/912e9fc2-50d0-1228-e22e-cfa48f50b905/MasterData/WALs/7ae73638d47e,44611,1733177978571/7ae73638d47e%2C44611%2C1733177978571.1733177979511 not finished, retry = 0 2024-12-02T22:19:52,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741830_1006 (size=63642) 2024-12-02T22:19:53,061 INFO [M:0;7ae73638d47e:44611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:19:53,061 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:19:53,061 INFO [M:0;7ae73638d47e:44611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44611 2024-12-02T22:19:53,062 INFO [M:0;7ae73638d47e:44611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:19:53,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:53,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44611-0x1009d1328490003, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:53,164 INFO [M:0;7ae73638d47e:44611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:19:53,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@257bfde0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:19:53,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eb72d41{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:19:53,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:19:53,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60b3e7c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:19:53,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2094d8e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/hadoop.log.dir/,STOPPED} 2024-12-02T22:19:53,171 WARN [BP-1315842572-172.17.0.2-1733177978017 heartbeating to localhost/127.0.0.1:37309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:19:53,171 WARN [BP-1315842572-172.17.0.2-1733177978017 heartbeating to localhost/127.0.0.1:37309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1315842572-172.17.0.2-1733177978017 (Datanode Uuid e88f7759-36e5-4107-8cf8-637b62c4dd95) service to localhost/127.0.0.1:37309 2024-12-02T22:19:53,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/cluster_d5fb8f74-683c-a2be-867d-b43099fdc31c/data/data1/current/BP-1315842572-172.17.0.2-1733177978017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:19:53,172 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/cluster_d5fb8f74-683c-a2be-867d-b43099fdc31c/data/data2/current/BP-1315842572-172.17.0.2-1733177978017 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:19:53,172 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:19:53,172 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:19:53,173 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:19:53,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1664869a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:19:53,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78da2a0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:19:53,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:19:53,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d62da36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:19:53,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@311bc895{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/hadoop.log.dir/,STOPPED} 2024-12-02T22:19:53,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:19:53,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:19:53,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:53,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:53,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:53,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:53,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:53,202 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:19:53,202 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=701116775, stopped=false 2024-12-02T22:19:53,202 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,42087,1733177975296 2024-12-02T22:19:53,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-854962850/running 2024-12-02T22:19:53,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-854962850/running 2024-12-02T22:19:53,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:53,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:53,204 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:19:53,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Set watcher on znode that does not yet exist, /0-854962850/running 2024-12-02T22:19:53,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Set watcher on znode that does not yet exist, /0-854962850/running 2024-12-02T22:19:53,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:19:53,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:53,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:53,207 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,36119,1733177975354' ***** 2024-12-02T22:19:53,207 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:19:53,207 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:19:53,207 INFO [RS:0;7ae73638d47e:36119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:19:53,207 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:19:53,207 INFO [RS:0;7ae73638d47e:36119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:19:53,207 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(3091): Received CLOSE for 266fdb18ce69e80725f572b3bfabbbe2 2024-12-02T22:19:53,207 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(3091): Received CLOSE for 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:53,207 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,36119,1733177975354 2024-12-02T22:19:53,208 INFO [RS:0;7ae73638d47e:36119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:19:53,208 INFO [RS:0;7ae73638d47e:36119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:36119. 2024-12-02T22:19:53,208 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 266fdb18ce69e80725f572b3bfabbbe2, disabling compactions & flushes 2024-12-02T22:19:53,208 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. 2024-12-02T22:19:53,208 DEBUG [RS:0;7ae73638d47e:36119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:53,208 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. 2024-12-02T22:19:53,208 DEBUG [RS:0;7ae73638d47e:36119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:53,208 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. after waiting 0 ms 2024-12-02T22:19:53,208 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. 2024-12-02T22:19:53,208 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:19:53,208 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:19:53,208 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:19:53,208 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:19:53,208 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 266fdb18ce69e80725f572b3bfabbbe2 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-02T22:19:53,208 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T22:19:53,208 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1325): Online Regions={266fdb18ce69e80725f572b3bfabbbe2=test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2., 1588230740=hbase:meta,,1.1588230740, 63ff980fb0c7595239940d1c08865349=hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349.} 2024-12-02T22:19:53,208 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 266fdb18ce69e80725f572b3bfabbbe2, 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:53,208 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:19:53,209 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:19:53,209 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:19:53,209 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:19:53,209 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:19:53,209 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T22:19:53,226 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:19:53,226 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:19:53,230 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/.tmp/f/e9af83a6eff34dc19731bb3b524e6c03 is 29, key is row1/f:/1733177989493/DeleteFamily/seqid=0 2024-12-02T22:19:53,235 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/.tmp/info/5c3360b10727451b8e2ffa786e5fb120 is 147, key is hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349./info:regioninfo/1733177983344/Put/seqid=0 2024-12-02T22:19:53,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741840_1016 (size=5118) 2024-12-02T22:19:53,245 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/.tmp/f/e9af83a6eff34dc19731bb3b524e6c03 2024-12-02T22:19:53,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741841_1017 (size=7686) 2024-12-02T22:19:53,250 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:19:53,250 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9af83a6eff34dc19731bb3b524e6c03 2024-12-02T22:19:53,275 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/.tmp/f1/48b402a20882446baa52a8de04c88b65 is 30, key is row1/f1:/1733177989493/DeleteFamily/seqid=0 2024-12-02T22:19:53,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741842_1018 (size=5123) 2024-12-02T22:19:53,295 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/.tmp/f1/48b402a20882446baa52a8de04c88b65 2024-12-02T22:19:53,300 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48b402a20882446baa52a8de04c88b65 2024-12-02T22:19:53,317 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/.tmp/norep/b63c6726e47a4f66b418b1acf48d383f is 32, key is row/norep:/1733177988487/DeleteFamily/seqid=0 2024-12-02T22:19:53,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741843_1019 (size=5101) 2024-12-02T22:19:53,408 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 266fdb18ce69e80725f572b3bfabbbe2, 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:53,528 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 912, reset compression=false 2024-12-02T22:19:53,533 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:19:53,533 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 1159, reset compression=false 2024-12-02T22:19:53,533 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,36119,1733177975354 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:19:53,534 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7ae73638d47e,36119,1733177975354: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7ae73638d47e,36119,1733177975354, walGroup=7ae73638d47e%2C36119%2C1733177975354, offset=7ae73638d47e%2C36119%2C1733177975354.1733177977370:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:36119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T22:19:53,535 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T22:19:53,535 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T22:19:53,535 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T22:19:53,535 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T22:19:53,536 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T22:19:53,536 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 571754824 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191316272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T22:19:53,536 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:42087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:42087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T22:19:53,609 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 266fdb18ce69e80725f572b3bfabbbe2, 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:53,647 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/.tmp/info/5c3360b10727451b8e2ffa786e5fb120 2024-12-02T22:19:53,672 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/.tmp/ns/11556d089dc14a6bae3991f68add2ae4 is 43, key is default/ns:d/1733177977960/Put/seqid=0 2024-12-02T22:19:53,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741844_1020 (size=5153) 2024-12-02T22:19:53,722 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/.tmp/norep/b63c6726e47a4f66b418b1acf48d383f 2024-12-02T22:19:53,725 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b63c6726e47a4f66b418b1acf48d383f 2024-12-02T22:19:53,726 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/.tmp/f/e9af83a6eff34dc19731bb3b524e6c03 as hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/f/e9af83a6eff34dc19731bb3b524e6c03 2024-12-02T22:19:53,730 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9af83a6eff34dc19731bb3b524e6c03 2024-12-02T22:19:53,730 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/f/e9af83a6eff34dc19731bb3b524e6c03, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T22:19:53,731 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/.tmp/f1/48b402a20882446baa52a8de04c88b65 as hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/f1/48b402a20882446baa52a8de04c88b65 2024-12-02T22:19:53,737 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 1159, reset compression=false 2024-12-02T22:19:53,744 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48b402a20882446baa52a8de04c88b65 2024-12-02T22:19:53,744 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/f1/48b402a20882446baa52a8de04c88b65, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T22:19:53,745 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/.tmp/norep/b63c6726e47a4f66b418b1acf48d383f as hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/norep/b63c6726e47a4f66b418b1acf48d383f 2024-12-02T22:19:53,749 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b63c6726e47a4f66b418b1acf48d383f 2024-12-02T22:19:53,749 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/norep/b63c6726e47a4f66b418b1acf48d383f, entries=1, sequenceid=8, filesize=5.0 K 2024-12-02T22:19:53,750 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 266fdb18ce69e80725f572b3bfabbbe2 in 541ms, sequenceid=8, compaction requested=false 2024-12-02T22:19:53,750 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T22:19:53,756 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/default/test/266fdb18ce69e80725f572b3bfabbbe2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T22:19:53,757 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:53,757 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:19:53,757 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. 2024-12-02T22:19:53,757 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 266fdb18ce69e80725f572b3bfabbbe2: Waiting for close lock at 1733177993208Running coprocessor pre-close hooks at 1733177993208Disabling compacts and flushes for region at 1733177993208Disabling writes for close at 1733177993208Obtaining lock to block concurrent updates at 1733177993208Preparing flush snapshotting stores in 266fdb18ce69e80725f572b3bfabbbe2 at 1733177993208Finished memstore snapshotting test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733177993209 (+1 ms)Flushing stores of test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. at 1733177993211 (+2 ms)Flushing 266fdb18ce69e80725f572b3bfabbbe2/f: creating writer at 1733177993211Flushing 266fdb18ce69e80725f572b3bfabbbe2/f: appending metadata at 1733177993229 (+18 ms)Flushing 266fdb18ce69e80725f572b3bfabbbe2/f: closing flushed file at 1733177993229Flushing 266fdb18ce69e80725f572b3bfabbbe2/f1: creating writer at 1733177993251 (+22 ms)Flushing 266fdb18ce69e80725f572b3bfabbbe2/f1: appending metadata at 1733177993275 (+24 ms)Flushing 266fdb18ce69e80725f572b3bfabbbe2/f1: closing flushed file at 1733177993275Flushing 266fdb18ce69e80725f572b3bfabbbe2/norep: creating writer at 1733177993300 (+25 ms)Flushing 266fdb18ce69e80725f572b3bfabbbe2/norep: appending metadata at 1733177993316 (+16 ms)Flushing 266fdb18ce69e80725f572b3bfabbbe2/norep: closing flushed file at 1733177993316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e5f1489: reopening flushed file at 1733177993725 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28229500: reopening flushed file at 1733177993731 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56c74291: reopening flushed file at 1733177993744 (+13 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 266fdb18ce69e80725f572b3bfabbbe2 in 541ms, sequenceid=8, compaction requested=false at 1733177993750 (+6 ms)Writing region close event to WAL at 1733177993753 (+3 ms)Running coprocessor post-close hooks at 1733177993757 (+4 ms)Closed at 1733177993757 2024-12-02T22:19:53,757 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2. 2024-12-02T22:19:53,757 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63ff980fb0c7595239940d1c08865349, disabling compactions & flushes 2024-12-02T22:19:53,757 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:53,757 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:53,757 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. after waiting 0 ms 2024-12-02T22:19:53,757 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:53,757 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63ff980fb0c7595239940d1c08865349: Waiting for close lock at 1733177993757Running coprocessor pre-close hooks at 1733177993757Disabling compacts and flushes for region at 1733177993757Disabling writes for close at 1733177993757Failed flush hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349., putting online again at 1733177993757 2024-12-02T22:19:53,757 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:53,809 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(3091): Received CLOSE for 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:53,809 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63ff980fb0c7595239940d1c08865349 2024-12-02T22:19:53,809 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63ff980fb0c7595239940d1c08865349, disabling compactions & flushes 2024-12-02T22:19:53,809 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:53,809 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:53,809 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. after waiting 0 ms 2024-12-02T22:19:53,809 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:53,809 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63ff980fb0c7595239940d1c08865349: Waiting for close lock at 1733177993809Running coprocessor pre-close hooks at 1733177993809Disabling compacts and flushes for region at 1733177993809Disabling writes for close at 1733177993809Failed flush hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349., putting online again at 1733177993809 2024-12-02T22:19:53,810 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349. 2024-12-02T22:19:54,009 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:54,040 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 1159, reset compression=false 2024-12-02T22:19:54,044 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:19:54,044 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 1803, reset compression=false 2024-12-02T22:19:54,076 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/.tmp/ns/11556d089dc14a6bae3991f68add2ae4 2024-12-02T22:19:54,097 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/.tmp/rep_barrier/8c88e08e9b3c41588ccb0c5047403729 is 112, key is test,,1733177980374.266fdb18ce69e80725f572b3bfabbbe2./rep_barrier:seqnumDuringOpen/1733177980754/Put/seqid=0 2024-12-02T22:19:54,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741845_1021 (size=5518) 2024-12-02T22:19:54,209 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T22:19:54,209 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 63ff980fb0c7595239940d1c08865349=hbase:replication,,1733177982172.63ff980fb0c7595239940d1c08865349.} 2024-12-02T22:19:54,209 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:54,247 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 1803, reset compression=false 2024-12-02T22:19:54,410 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:54,501 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/.tmp/rep_barrier/8c88e08e9b3c41588ccb0c5047403729 2024-12-02T22:19:54,522 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/.tmp/table/cbb12edc4f3945a8b453fe057b3689b8 is 53, key is hbase:replication/table:state/1733177983351/Put/seqid=0 2024-12-02T22:19:54,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741846_1022 (size=5308) 2024-12-02T22:19:54,551 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 1803, reset compression=false 2024-12-02T22:19:54,610 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:54,810 DEBUG [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:19:54,926 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/.tmp/table/cbb12edc4f3945a8b453fe057b3689b8 2024-12-02T22:19:54,931 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/.tmp/info/5c3360b10727451b8e2ffa786e5fb120 as hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/info/5c3360b10727451b8e2ffa786e5fb120 2024-12-02T22:19:54,935 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/info/5c3360b10727451b8e2ffa786e5fb120, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T22:19:54,935 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/.tmp/ns/11556d089dc14a6bae3991f68add2ae4 as hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/ns/11556d089dc14a6bae3991f68add2ae4 2024-12-02T22:19:54,939 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/ns/11556d089dc14a6bae3991f68add2ae4, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T22:19:54,940 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/.tmp/rep_barrier/8c88e08e9b3c41588ccb0c5047403729 as hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/rep_barrier/8c88e08e9b3c41588ccb0c5047403729 2024-12-02T22:19:54,943 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/rep_barrier/8c88e08e9b3c41588ccb0c5047403729, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T22:19:54,944 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/.tmp/table/cbb12edc4f3945a8b453fe057b3689b8 as hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/table/cbb12edc4f3945a8b453fe057b3689b8 2024-12-02T22:19:54,949 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/table/cbb12edc4f3945a8b453fe057b3689b8, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T22:19:54,950 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=16, compaction requested=false 2024-12-02T22:19:54,954 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 to pos 1803, reset compression=false 2024-12-02T22:19:54,957 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T22:19:54,958 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:19:54,958 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:19:54,958 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:54,958 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177993208Running coprocessor pre-close hooks at 1733177993208Disabling compacts and flushes for region at 1733177993208Disabling writes for close at 1733177993209 (+1 ms)Obtaining lock to block concurrent updates at 1733177993209Preparing flush snapshotting stores in 1588230740 at 1733177993209Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733177993209Flushing stores of hbase:meta,,1.1588230740 at 1733177993211 (+2 ms)Flushing 1588230740/info: creating writer at 1733177993211Flushing 1588230740/info: appending metadata at 1733177993234 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733177993234Flushing 1588230740/ns: creating writer at 1733177993652 (+418 ms)Flushing 1588230740/ns: appending metadata at 1733177993672 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733177993672Flushing 1588230740/rep_barrier: creating writer at 1733177994080 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733177994097 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733177994097Flushing 1588230740/table: creating writer at 1733177994505 (+408 ms)Flushing 1588230740/table: appending metadata at 1733177994522 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733177994522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a7bff2: reopening flushed file at 1733177994931 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7449a799: reopening flushed file at 1733177994935 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1434a641: reopening flushed file at 1733177994939 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df7f8a1: reopening flushed file at 1733177994943 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=16, compaction requested=false at 1733177994950 (+7 ms)Writing region close event to WAL at 1733177994953 (+3 ms)Running coprocessor post-close hooks at 1733177994958 (+5 ms)Closed at 1733177994958 2024-12-02T22:19:54,959 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:55,010 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T22:19:55,010 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,36119,1733177975354; all regions closed. 2024-12-02T22:19:55,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741834_1010 (size=4239) 2024-12-02T22:19:55,012 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.meta.1733177977914.meta not finished, retry = 0 2024-12-02T22:19:55,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.rep.1733177983308 not finished, retry = 0 2024-12-02T22:19:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741839_1015 (size=1733) 2024-12-02T22:19:55,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741833_1009 (size=1811) 2024-12-02T22:19:55,218 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/WALs/7ae73638d47e,36119,1733177975354/7ae73638d47e%2C36119%2C1733177975354.1733177977370 not finished, retry = 0 2024-12-02T22:19:55,319 DEBUG [RS:0;7ae73638d47e:36119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:55,319 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:19:55,319 INFO [RS:0;7ae73638d47e:36119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:19:55,319 INFO [RS:0;7ae73638d47e:36119 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:19:55,319 INFO [RS:0;7ae73638d47e:36119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:19:55,320 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:19:55,320 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,36119,1733177975354 because: Region server is closing 2024-12-02T22:19:55,320 INFO [RS:0;7ae73638d47e:36119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:36119. 2024-12-02T22:19:55,320 DEBUG [RS:0;7ae73638d47e:36119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:55,320 DEBUG [RS:0;7ae73638d47e:36119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:55,320 DEBUG [RS:0;7ae73638d47e:36119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:55,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:55,420 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.shipper7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 terminated 2024-12-02T22:19:55,420 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,36119,1733177975354.replicationSource.wal-reader.7ae73638d47e%2C36119%2C1733177975354,1-7ae73638d47e,36119,1733177975354 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:19:55,421 INFO [RS:0;7ae73638d47e:36119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:36119. 2024-12-02T22:19:55,421 DEBUG [RS:0;7ae73638d47e:36119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:19:55,421 DEBUG [RS:0;7ae73638d47e:36119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:55,421 DEBUG [RS:0;7ae73638d47e:36119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:19:55,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:19:55,421 INFO [RS:0;7ae73638d47e:36119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36119 2024-12-02T22:19:55,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850/rs 2024-12-02T22:19:55,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-854962850/rs/7ae73638d47e,36119,1733177975354 2024-12-02T22:19:55,423 INFO [RS:0;7ae73638d47e:36119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:19:55,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,36119,1733177975354] 2024-12-02T22:19:55,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-854962850/draining/7ae73638d47e,36119,1733177975354 already deleted, retry=false 2024-12-02T22:19:55,425 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,36119,1733177975354 expired; onlineServers=0 2024-12-02T22:19:55,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,42087,1733177975296' ***** 2024-12-02T22:19:55,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:19:55,425 INFO [M:0;7ae73638d47e:42087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:19:55,425 INFO [M:0;7ae73638d47e:42087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:19:55,425 DEBUG [M:0;7ae73638d47e:42087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:19:55,426 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:19:55,426 DEBUG [M:0;7ae73638d47e:42087 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:19:55,426 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177977161 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177977161,5,FailOnTimeoutGroup] 2024-12-02T22:19:55,426 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177977164 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177977164,5,FailOnTimeoutGroup] 2024-12-02T22:19:55,426 INFO [M:0;7ae73638d47e:42087 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:19:55,426 INFO [M:0;7ae73638d47e:42087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:19:55,426 DEBUG [M:0;7ae73638d47e:42087 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:19:55,426 INFO [M:0;7ae73638d47e:42087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:19:55,426 INFO [M:0;7ae73638d47e:42087 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:19:55,426 INFO [M:0;7ae73638d47e:42087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:19:55,426 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:19:55,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-854962850/master 2024-12-02T22:19:55,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-854962850 2024-12-02T22:19:55,427 DEBUG [M:0;7ae73638d47e:42087 {}] zookeeper.ZKUtil(347): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Unable to get data of znode /0-854962850/master because node does not exist (not an error) 2024-12-02T22:19:55,427 WARN [M:0;7ae73638d47e:42087 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:19:55,430 INFO [M:0;7ae73638d47e:42087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/.lastflushedseqids 2024-12-02T22:19:55,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741847_1023 (size=245) 2024-12-02T22:19:55,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:55,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36119-0x1009d1328490001, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:55,525 INFO [RS:0;7ae73638d47e:36119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:19:55,525 INFO [RS:0;7ae73638d47e:36119 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,36119,1733177975354; zookeeper connection closed. 2024-12-02T22:19:55,525 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bf92e4d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bf92e4d 2024-12-02T22:19:55,525 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:19:55,834 INFO [M:0;7ae73638d47e:42087 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:19:55,834 INFO [M:0;7ae73638d47e:42087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:19:55,834 DEBUG [M:0;7ae73638d47e:42087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:19:55,834 INFO [M:0;7ae73638d47e:42087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:55,834 DEBUG [M:0;7ae73638d47e:42087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:55,834 DEBUG [M:0;7ae73638d47e:42087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:19:55,834 DEBUG [M:0;7ae73638d47e:42087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:55,834 INFO [M:0;7ae73638d47e:42087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T22:19:55,850 DEBUG [M:0;7ae73638d47e:42087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbcfa967e4ab46c59bfe6d1061aad40b is 82, key is hbase:meta,,1/info:regioninfo/1733177977948/Put/seqid=0 2024-12-02T22:19:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741848_1024 (size=5672) 2024-12-02T22:19:56,166 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:19:56,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:56,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:56,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:56,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:56,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:56,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:56,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:56,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:56,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:56,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:56,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:19:56,254 INFO [M:0;7ae73638d47e:42087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbcfa967e4ab46c59bfe6d1061aad40b 2024-12-02T22:19:56,276 DEBUG [M:0;7ae73638d47e:42087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03c5f61b47b044018d0b9ba46f6473fa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733177983354/Put/seqid=0 2024-12-02T22:19:56,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741849_1025 (size=8516) 2024-12-02T22:19:56,680 INFO [M:0;7ae73638d47e:42087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03c5f61b47b044018d0b9ba46f6473fa 2024-12-02T22:19:56,701 DEBUG [M:0;7ae73638d47e:42087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c203c6aa3574438aa4e9ba5bf09a311 is 69, key is 7ae73638d47e,36119,1733177975354/rs:state/1733177977211/Put/seqid=0 2024-12-02T22:19:56,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741850_1026 (size=5156) 2024-12-02T22:19:57,105 INFO [M:0;7ae73638d47e:42087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c203c6aa3574438aa4e9ba5bf09a311 2024-12-02T22:19:57,109 DEBUG [M:0;7ae73638d47e:42087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbcfa967e4ab46c59bfe6d1061aad40b as hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbcfa967e4ab46c59bfe6d1061aad40b 2024-12-02T22:19:57,113 INFO [M:0;7ae73638d47e:42087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbcfa967e4ab46c59bfe6d1061aad40b, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T22:19:57,114 DEBUG [M:0;7ae73638d47e:42087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03c5f61b47b044018d0b9ba46f6473fa as hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03c5f61b47b044018d0b9ba46f6473fa 2024-12-02T22:19:57,117 INFO [M:0;7ae73638d47e:42087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03c5f61b47b044018d0b9ba46f6473fa, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T22:19:57,118 DEBUG [M:0;7ae73638d47e:42087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c203c6aa3574438aa4e9ba5bf09a311 as hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c203c6aa3574438aa4e9ba5bf09a311 2024-12-02T22:19:57,122 INFO [M:0;7ae73638d47e:42087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41443/user/jenkins/test-data/1db554cf-7179-a40a-59cb-7c6fafea4b8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c203c6aa3574438aa4e9ba5bf09a311, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T22:19:57,123 INFO [M:0;7ae73638d47e:42087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-12-02T22:19:57,133 INFO [M:0;7ae73638d47e:42087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:57,133 DEBUG [M:0;7ae73638d47e:42087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177995834Disabling compacts and flushes for region at 1733177995834Disabling writes for close at 1733177995834Obtaining lock to block concurrent updates at 1733177995834Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733177995834Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733177995835 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733177995835Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733177995836 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733177995850 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733177995850Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733177996258 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733177996276 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733177996276Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733177996684 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733177996701 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733177996701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4e098: reopening flushed file at 1733177997109 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af245b7: reopening flushed file at 1733177997113 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d2a3bc: reopening flushed file at 1733177997118 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1733177997123 (+5 ms)Writing region close event to WAL at 1733177997132 (+9 ms)Closed at 1733177997133 (+1 ms) 2024-12-02T22:19:57,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36143 is added to blk_1073741830_1006 (size=63654) 2024-12-02T22:19:57,135 INFO [M:0;7ae73638d47e:42087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:19:57,135 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:19:57,135 INFO [M:0;7ae73638d47e:42087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42087 2024-12-02T22:19:57,136 INFO [M:0;7ae73638d47e:42087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:19:57,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:57,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42087-0x1009d1328490000, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:19:57,238 INFO [M:0;7ae73638d47e:42087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:19:57,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68caf887{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:19:57,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fdeae56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:19:57,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:19:57,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e7c75c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:19:57,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@610d6cf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/hadoop.log.dir/,STOPPED} 2024-12-02T22:19:57,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:19:57,244 WARN [BP-2043222606-172.17.0.2-1733177974216 heartbeating to localhost/127.0.0.1:41443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:19:57,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:19:57,244 WARN [BP-2043222606-172.17.0.2-1733177974216 heartbeating to localhost/127.0.0.1:41443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2043222606-172.17.0.2-1733177974216 (Datanode Uuid 12531509-c1b4-4b84-b16f-c4a46ccb4ba5) service to localhost/127.0.0.1:41443 2024-12-02T22:19:57,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/cluster_4a8c5f5f-e564-6cf2-058d-2aea6bc58108/data/data1/current/BP-2043222606-172.17.0.2-1733177974216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:19:57,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/cluster_4a8c5f5f-e564-6cf2-058d-2aea6bc58108/data/data2/current/BP-2043222606-172.17.0.2-1733177974216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:19:57,245 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:19:57,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bf6f846{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:19:57,255 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d356ff9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:19:57,255 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:19:57,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67e33a45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:19:57,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481d53b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe637507-626d-b86f-af55-b71043860bb9/hadoop.log.dir/,STOPPED} 2024-12-02T22:19:57,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T22:19:57,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:19:57,285 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 246) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50364) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50364) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41443 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37309 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 624) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=452 (was 482), ProcessCount=11 (was 11), AvailableMemoryMB=6867 (was 6874) 2024-12-02T22:19:57,297 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=452, ProcessCount=11, AvailableMemoryMB=6867 2024-12-02T22:19:57,313 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-02T22:19:57,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/hadoop.log.dir so I do NOT create it in target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a 2024-12-02T22:19:57,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:19:57,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/hadoop.tmp.dir so I do NOT create it in target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a 2024-12-02T22:19:57,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a08e91b-aa4e-361d-5fbb-128da71dbbc5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:19:57,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a 2024-12-02T22:19:57,314 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/cluster_1b4039ab-7e41-f3ba-7dc5-5a32f06cc6de, deleteOnExit=true 2024-12-02T22:19:57,321 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/cluster_1b4039ab-7e41-f3ba-7dc5-5a32f06cc6de/zookeeper_0, clientPort=54254, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/cluster_1b4039ab-7e41-f3ba-7dc5-5a32f06cc6de/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/cluster_1b4039ab-7e41-f3ba-7dc5-5a32f06cc6de/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T22:19:57,322 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54254 2024-12-02T22:19:57,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:19:57,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:19:57,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/test.cache.data in system properties and HBase conf 2024-12-02T22:19:57,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:19:57,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:19:57,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:19:57,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:19:57,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:19:57,323 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:19:57,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:19:57,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:19:57,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:19:57,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:19:57,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:19:57,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:19:57,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:19:57,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:19:57,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:19:57,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:19:57,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:19:57,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:19:57,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:19:57,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:19:57,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009d1328490005, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:19:57,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009d1328490005, quorum=127.0.0.1:50364, baseZNode=/1-2070490766 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:19:57,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009d1328490002, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:19:57,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009d1328490002, quorum=127.0.0.1:50364, baseZNode=/0-854962850 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:19:57,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:57,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:19:57,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:19:57,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:19:57,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:19:57,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:57,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cd0862b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:19:57,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f230693{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:19:57,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69529380{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/java.io.tmpdir/jetty-localhost-34721-hadoop-hdfs-3_4_1-tests_jar-_-any-2628344066001789586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:19:57,527 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fafca84{HTTP/1.1, (http/1.1)}{localhost:34721} 2024-12-02T22:19:57,527 INFO [Time-limited test {}] server.Server(415): Started @191962ms 2024-12-02T22:19:57,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:19:57,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:19:57,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:19:57,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:19:57,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:19:57,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f5addb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:19:57,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ef61912{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:19:57,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5054afca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/java.io.tmpdir/jetty-localhost-35471-hadoop-hdfs-3_4_1-tests_jar-_-any-16031245199278929359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:19:57,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692daaa3{HTTP/1.1, (http/1.1)}{localhost:35471} 2024-12-02T22:19:57,749 INFO [Time-limited test {}] server.Server(415): Started @192184ms 2024-12-02T22:19:57,750 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:19:57,840 WARN [Thread-2620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/cluster_1b4039ab-7e41-f3ba-7dc5-5a32f06cc6de/data/data1/current/BP-1308346995-172.17.0.2-1733177997348/current, will proceed with Du for space computation calculation, 2024-12-02T22:19:57,840 WARN [Thread-2621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/cluster_1b4039ab-7e41-f3ba-7dc5-5a32f06cc6de/data/data2/current/BP-1308346995-172.17.0.2-1733177997348/current, will proceed with Du for space computation calculation, 2024-12-02T22:19:57,867 WARN [Thread-2608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:19:57,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61af24c92a08fffb with lease ID 0xc3da2086b388f3a1: Processing first storage report for DS-83eca44d-6dd8-422f-9ac5-4861681afde2 from datanode DatanodeRegistration(127.0.0.1:39007, datanodeUuid=231185fe-20df-46a3-adc3-426c3f9ad552, infoPort=44415, infoSecurePort=0, ipcPort=35595, storageInfo=lv=-57;cid=testClusterID;nsid=193272068;c=1733177997348) 2024-12-02T22:19:57,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61af24c92a08fffb with lease ID 0xc3da2086b388f3a1: from storage DS-83eca44d-6dd8-422f-9ac5-4861681afde2 node DatanodeRegistration(127.0.0.1:39007, datanodeUuid=231185fe-20df-46a3-adc3-426c3f9ad552, infoPort=44415, infoSecurePort=0, ipcPort=35595, storageInfo=lv=-57;cid=testClusterID;nsid=193272068;c=1733177997348), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:19:57,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61af24c92a08fffb with lease ID 0xc3da2086b388f3a1: Processing first storage report for DS-743e45af-397d-404e-ac40-51f843d131a2 from datanode DatanodeRegistration(127.0.0.1:39007, datanodeUuid=231185fe-20df-46a3-adc3-426c3f9ad552, infoPort=44415, infoSecurePort=0, ipcPort=35595, storageInfo=lv=-57;cid=testClusterID;nsid=193272068;c=1733177997348) 2024-12-02T22:19:57,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61af24c92a08fffb with lease ID 0xc3da2086b388f3a1: from storage DS-743e45af-397d-404e-ac40-51f843d131a2 node DatanodeRegistration(127.0.0.1:39007, datanodeUuid=231185fe-20df-46a3-adc3-426c3f9ad552, infoPort=44415, infoSecurePort=0, ipcPort=35595, storageInfo=lv=-57;cid=testClusterID;nsid=193272068;c=1733177997348), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:19:57,875 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a 2024-12-02T22:19:57,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:57,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:57,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:19:58,293 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c with version=8 2024-12-02T22:19:58,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/hbase-staging 2024-12-02T22:19:58,296 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:19:58,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:58,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:58,296 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:19:58,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:58,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:19:58,296 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:19:58,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:19:58,297 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43291 2024-12-02T22:19:58,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43291 connecting to ZooKeeper ensemble=127.0.0.1:54254 2024-12-02T22:19:58,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432910x0, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:58,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43291-0x1009d1382a30000 connected 2024-12-02T22:19:58,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:58,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:58,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Set watcher on znode that does not yet exist, /0-1574261995/running 2024-12-02T22:19:58,323 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c, hbase.cluster.distributed=false 2024-12-02T22:19:58,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Set watcher on znode that does not yet exist, /0-1574261995/acl 2024-12-02T22:19:58,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43291 2024-12-02T22:19:58,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43291 2024-12-02T22:19:58,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43291 2024-12-02T22:19:58,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43291 2024-12-02T22:19:58,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43291 2024-12-02T22:19:58,346 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:19:58,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:58,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:58,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:19:58,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:19:58,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:19:58,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:19:58,347 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:19:58,347 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37305 2024-12-02T22:19:58,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37305 connecting to ZooKeeper ensemble=127.0.0.1:54254 2024-12-02T22:19:58,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:58,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:58,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373050x0, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:19:58,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373050x0, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Set watcher on znode that does not yet exist, /0-1574261995/running 2024-12-02T22:19:58,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37305-0x1009d1382a30001 connected 2024-12-02T22:19:58,355 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:19:58,357 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:19:58,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Set watcher on znode that does not yet exist, /0-1574261995/master 2024-12-02T22:19:58,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Set watcher on znode that does not yet exist, /0-1574261995/acl 2024-12-02T22:19:58,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37305 2024-12-02T22:19:58,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37305 2024-12-02T22:19:58,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37305 2024-12-02T22:19:58,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37305 2024-12-02T22:19:58,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37305 2024-12-02T22:19:58,383 DEBUG [M:0;7ae73638d47e:43291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:43291 2024-12-02T22:19:58,383 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1574261995/backup-masters/7ae73638d47e,43291,1733177998296 2024-12-02T22:19:58,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995/backup-masters 2024-12-02T22:19:58,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995/backup-masters 2024-12-02T22:19:58,385 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Set watcher on existing znode=/0-1574261995/backup-masters/7ae73638d47e,43291,1733177998296 2024-12-02T22:19:58,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1574261995/master 2024-12-02T22:19:58,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:19:58,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:19:58,387 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Set watcher on existing znode=/0-1574261995/master 2024-12-02T22:19:58,387 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1574261995/backup-masters/7ae73638d47e,43291,1733177998296 from backup master directory 2024-12-02T22:19:58,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995/backup-masters 2024-12-02T22:19:58,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1574261995/backup-masters/7ae73638d47e,43291,1733177998296 2024-12-02T22:19:58,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995/backup-masters 2024-12-02T22:19:58,388 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:19:58,388 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,43291,1733177998296 2024-12-02T22:19:58,393 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/hbase.id] with ID: c65e0cb4-ff9f-462f-96d9-811059cfd120 2024-12-02T22:19:58,393 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/.tmp/hbase.id 2024-12-02T22:19:58,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:19:58,799 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/.tmp/hbase.id]:[hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/hbase.id] 2024-12-02T22:19:58,809 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:19:58,810 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:19:58,810 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T22:19:58,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:19:58,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:19:58,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:19:58,821 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:19:58,822 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:19:58,822 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:58,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:19:58,828 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store 2024-12-02T22:19:58,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:19:59,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:19:59,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:19:59,011 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28284 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:19:59,233 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:59,233 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:19:59,233 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:59,233 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:59,233 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:19:59,233 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:59,233 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:19:59,233 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733177999233Disabling compacts and flushes for region at 1733177999233Disabling writes for close at 1733177999233Writing region close event to WAL at 1733177999233Closed at 1733177999233 2024-12-02T22:19:59,234 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/.initializing 2024-12-02T22:19:59,234 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/WALs/7ae73638d47e,43291,1733177998296 2024-12-02T22:19:59,235 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:19:59,236 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C43291%2C1733177998296, suffix=, logDir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/WALs/7ae73638d47e,43291,1733177998296, archiveDir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/oldWALs, maxLogs=10 2024-12-02T22:19:59,253 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/WALs/7ae73638d47e,43291,1733177998296/7ae73638d47e%2C43291%2C1733177998296.1733177999236, exclude list is [], retry=0 2024-12-02T22:19:59,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39007,DS-83eca44d-6dd8-422f-9ac5-4861681afde2,DISK] 2024-12-02T22:19:59,257 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/WALs/7ae73638d47e,43291,1733177998296/7ae73638d47e%2C43291%2C1733177998296.1733177999236 2024-12-02T22:19:59,257 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44415:44415)] 2024-12-02T22:19:59,257 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:19:59,257 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:59,257 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:59,257 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:59,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:59,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:19:59,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:59,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:59,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:59,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:19:59,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:59,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:59,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:59,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:19:59,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:59,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:59,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:59,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:19:59,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:59,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:19:59,263 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:59,264 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:59,264 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:59,265 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:59,265 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:59,265 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:59,266 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:19:59,268 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:59,268 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61631976, jitterRate=-0.0816119909286499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:59,268 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733177999257Initializing all the Stores at 1733177999258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177999258Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177999258Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177999258Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177999258Cleaning up temporary data from old regions at 1733177999265 (+7 ms)Region opened successfully at 1733177999268 (+3 ms) 2024-12-02T22:19:59,269 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:19:59,271 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48979a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:19:59,271 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:19:59,272 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:19:59,272 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:19:59,272 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:19:59,272 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:19:59,272 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:19:59,272 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:19:59,274 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:19:59,275 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Unable to get data of znode /0-1574261995/balancer because node does not exist (not necessarily an error) 2024-12-02T22:19:59,276 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1574261995/balancer already deleted, retry=false 2024-12-02T22:19:59,276 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:19:59,277 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Unable to get data of znode /0-1574261995/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:19:59,278 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1574261995/normalizer already deleted, retry=false 2024-12-02T22:19:59,278 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:19:59,279 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Unable to get data of znode /0-1574261995/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:19:59,280 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1574261995/switch/split already deleted, retry=false 2024-12-02T22:19:59,280 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Unable to get data of znode /0-1574261995/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:19:59,281 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1574261995/switch/merge already deleted, retry=false 2024-12-02T22:19:59,283 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Unable to get data of znode /0-1574261995/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:19:59,284 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1574261995/snapshot-cleanup already deleted, retry=false 2024-12-02T22:19:59,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1574261995/running 2024-12-02T22:19:59,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1574261995/running 2024-12-02T22:19:59,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:19:59,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:19:59,286 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,43291,1733177998296, sessionid=0x1009d1382a30000, setting cluster-up flag (Was=false) 2024-12-02T22:19:59,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:19:59,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:19:59,292 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1574261995/flush-table-proc/acquired, /0-1574261995/flush-table-proc/reached, /0-1574261995/flush-table-proc/abort 2024-12-02T22:19:59,293 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,43291,1733177998296 2024-12-02T22:19:59,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:19:59,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:19:59,299 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1574261995/online-snapshot/acquired, /0-1574261995/online-snapshot/reached, /0-1574261995/online-snapshot/abort 2024-12-02T22:19:59,299 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,43291,1733177998296 2024-12-02T22:19:59,300 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:19:59,301 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:59,302 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:19:59,302 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:19:59,302 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,43291,1733177998296 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:19:59,303 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:59,303 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:59,303 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:59,303 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:19:59,303 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:19:59,303 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:59,303 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:19:59,303 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:59,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:59,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:19:59,305 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:59,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:19:59,308 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733178029308 2024-12-02T22:19:59,308 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:19:59,309 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:19:59,309 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:19:59,309 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:19:59,309 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:19:59,309 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:19:59,312 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:59,315 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:19:59,315 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:19:59,315 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:19:59,315 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:19:59,315 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:19:59,315 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:19:59,316 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177999315,5,FailOnTimeoutGroup] 2024-12-02T22:19:59,316 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177999316,5,FailOnTimeoutGroup] 2024-12-02T22:19:59,316 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:59,316 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:19:59,316 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:59,316 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:59,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:19:59,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:19:59,317 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c 2024-12-02T22:19:59,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:19:59,374 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(746): ClusterId : c65e0cb4-ff9f-462f-96d9-811059cfd120 2024-12-02T22:19:59,374 DEBUG [RS:0;7ae73638d47e:37305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:19:59,376 DEBUG [RS:0;7ae73638d47e:37305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:19:59,376 DEBUG [RS:0;7ae73638d47e:37305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:19:59,377 DEBUG [RS:0;7ae73638d47e:37305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:19:59,378 DEBUG [RS:0;7ae73638d47e:37305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9ff5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:19:59,395 DEBUG [RS:0;7ae73638d47e:37305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:37305 2024-12-02T22:19:59,395 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:19:59,395 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:19:59,395 DEBUG [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:19:59,396 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,43291,1733177998296 with port=37305, startcode=1733177998346 2024-12-02T22:19:59,396 DEBUG [RS:0;7ae73638d47e:37305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:19:59,401 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:19:59,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43291 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,37305,1733177998346 2024-12-02T22:19:59,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43291 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,37305,1733177998346 2024-12-02T22:19:59,403 DEBUG [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c 2024-12-02T22:19:59,403 DEBUG [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37821 2024-12-02T22:19:59,403 DEBUG [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:19:59,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995/rs 2024-12-02T22:19:59,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,37305,1733177998346] 2024-12-02T22:19:59,405 DEBUG [RS:0;7ae73638d47e:37305 {}] zookeeper.ZKUtil(111): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Set watcher on existing znode=/0-1574261995/rs/7ae73638d47e,37305,1733177998346 2024-12-02T22:19:59,405 WARN [RS:0;7ae73638d47e:37305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:19:59,406 INFO [RS:0;7ae73638d47e:37305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:19:59,406 DEBUG [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346 2024-12-02T22:19:59,409 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:19:59,410 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:19:59,412 INFO [RS:0;7ae73638d47e:37305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:19:59,412 INFO [RS:0;7ae73638d47e:37305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:59,416 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:19:59,417 INFO [RS:0;7ae73638d47e:37305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:19:59,417 INFO [RS:0;7ae73638d47e:37305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:59,417 DEBUG [RS:0;7ae73638d47e:37305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:59,417 DEBUG [RS:0;7ae73638d47e:37305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:59,417 DEBUG [RS:0;7ae73638d47e:37305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:59,417 DEBUG [RS:0;7ae73638d47e:37305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:59,417 DEBUG [RS:0;7ae73638d47e:37305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:59,417 DEBUG [RS:0;7ae73638d47e:37305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:19:59,417 DEBUG [RS:0;7ae73638d47e:37305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:59,417 DEBUG [RS:0;7ae73638d47e:37305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:59,417 DEBUG [RS:0;7ae73638d47e:37305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:59,417 DEBUG [RS:0;7ae73638d47e:37305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:59,417 DEBUG [RS:0;7ae73638d47e:37305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:59,417 DEBUG [RS:0;7ae73638d47e:37305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:19:59,418 DEBUG [RS:0;7ae73638d47e:37305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:19:59,418 DEBUG [RS:0;7ae73638d47e:37305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:19:59,424 INFO [RS:0;7ae73638d47e:37305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:59,424 INFO [RS:0;7ae73638d47e:37305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:59,424 INFO [RS:0;7ae73638d47e:37305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:59,424 INFO [RS:0;7ae73638d47e:37305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:59,424 INFO [RS:0;7ae73638d47e:37305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:59,424 INFO [RS:0;7ae73638d47e:37305 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,37305,1733177998346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:19:59,445 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:19:59,445 INFO [RS:0;7ae73638d47e:37305 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,37305,1733177998346-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:59,445 INFO [RS:0;7ae73638d47e:37305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:59,445 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.Replication(171): 7ae73638d47e,37305,1733177998346 started 2024-12-02T22:19:59,465 INFO [RS:0;7ae73638d47e:37305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:19:59,465 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,37305,1733177998346, RpcServer on 7ae73638d47e/172.17.0.2:37305, sessionid=0x1009d1382a30001 2024-12-02T22:19:59,465 DEBUG [RS:0;7ae73638d47e:37305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:19:59,465 DEBUG [RS:0;7ae73638d47e:37305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,37305,1733177998346 2024-12-02T22:19:59,466 DEBUG [RS:0;7ae73638d47e:37305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,37305,1733177998346' 2024-12-02T22:19:59,466 DEBUG [RS:0;7ae73638d47e:37305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1574261995/flush-table-proc/abort' 2024-12-02T22:19:59,466 DEBUG [RS:0;7ae73638d47e:37305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1574261995/flush-table-proc/acquired' 2024-12-02T22:19:59,466 DEBUG [RS:0;7ae73638d47e:37305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:19:59,466 DEBUG [RS:0;7ae73638d47e:37305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:19:59,466 DEBUG [RS:0;7ae73638d47e:37305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,37305,1733177998346 2024-12-02T22:19:59,466 DEBUG [RS:0;7ae73638d47e:37305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,37305,1733177998346' 2024-12-02T22:19:59,466 DEBUG [RS:0;7ae73638d47e:37305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1574261995/online-snapshot/abort' 2024-12-02T22:19:59,467 DEBUG [RS:0;7ae73638d47e:37305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1574261995/online-snapshot/acquired' 2024-12-02T22:19:59,467 DEBUG [RS:0;7ae73638d47e:37305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:19:59,467 INFO [RS:0;7ae73638d47e:37305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:19:59,467 INFO [RS:0;7ae73638d47e:37305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:19:59,567 INFO [RS:0;7ae73638d47e:37305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:19:59,568 INFO [RS:0;7ae73638d47e:37305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C37305%2C1733177998346, suffix=, logDir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346, archiveDir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/oldWALs, maxLogs=10 2024-12-02T22:19:59,585 DEBUG [RS:0;7ae73638d47e:37305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569, exclude list is [], retry=0 2024-12-02T22:19:59,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39007,DS-83eca44d-6dd8-422f-9ac5-4861681afde2,DISK] 2024-12-02T22:19:59,592 INFO [RS:0;7ae73638d47e:37305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 2024-12-02T22:19:59,592 DEBUG [RS:0;7ae73638d47e:37305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44415:44415)] 2024-12-02T22:19:59,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:19:59,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:19:59,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:19:59,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:59,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:59,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:19:59,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:19:59,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:59,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:59,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:19:59,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:19:59,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:59,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:59,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:19:59,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:19:59,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:19:59,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:19:59,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:19:59,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740 2024-12-02T22:19:59,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740 2024-12-02T22:19:59,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:19:59,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:19:59,736 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:19:59,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:19:59,738 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:19:59,739 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73429989, jitterRate=0.09419210255146027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:19:59,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733177999728Initializing all the Stores at 1733177999728Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177999728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177999728Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733177999728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733177999728Cleaning up temporary data from old regions at 1733177999736 (+8 ms)Region opened successfully at 1733177999739 (+3 ms) 2024-12-02T22:19:59,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:19:59,739 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:19:59,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:19:59,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:19:59,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:19:59,740 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:19:59,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733177999739Disabling compacts and flushes for region at 1733177999739Disabling writes for close at 1733177999739Writing region close event to WAL at 1733177999740 (+1 ms)Closed at 1733177999740 2024-12-02T22:19:59,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:19:59,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:19:59,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:19:59,742 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:19:59,743 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:19:59,893 DEBUG [7ae73638d47e:43291 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:19:59,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,37305,1733177998346 2024-12-02T22:19:59,894 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,37305,1733177998346, state=OPENING 2024-12-02T22:19:59,896 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:19:59,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:19:59,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:19:59,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:19:59,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1574261995/meta-region-server: CHANGED 2024-12-02T22:19:59,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,37305,1733177998346}] 2024-12-02T22:19:59,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1574261995/meta-region-server: CHANGED 2024-12-02T22:20:00,053 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:20:00,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:20:00,057 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:20:00,057 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:00,057 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:20:00,058 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C37305%2C1733177998346.meta, suffix=.meta, logDir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346, archiveDir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/oldWALs, maxLogs=10 2024-12-02T22:20:00,075 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.meta.1733178000059.meta, exclude list is [], retry=0 2024-12-02T22:20:00,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39007,DS-83eca44d-6dd8-422f-9ac5-4861681afde2,DISK] 2024-12-02T22:20:00,079 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.meta.1733178000059.meta 2024-12-02T22:20:00,079 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44415:44415)] 2024-12-02T22:20:00,079 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:00,080 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:00,080 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:20:00,080 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:20:00,080 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:20:00,080 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:20:00,080 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:00,080 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:20:00,080 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:20:00,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:20:00,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:20:00,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:00,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:00,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:20:00,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:20:00,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:00,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:00,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:20:00,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:20:00,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:00,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:00,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:20:00,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:20:00,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:00,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:00,086 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:20:00,086 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740 2024-12-02T22:20:00,087 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740 2024-12-02T22:20:00,088 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:20:00,088 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:20:00,088 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:00,089 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:20:00,089 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59264734, jitterRate=-0.11688664555549622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:00,089 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:20:00,090 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733178000080Writing region info on filesystem at 1733178000080Initializing all the Stores at 1733178000081 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178000081Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178000081Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178000081Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178000081Cleaning up temporary data from old regions at 1733178000088 (+7 ms)Running coprocessor post-open hooks at 1733178000089 (+1 ms)Region opened successfully at 1733178000090 (+1 ms) 2024-12-02T22:20:00,091 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733178000052 2024-12-02T22:20:00,093 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:20:00,093 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:20:00,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,37305,1733177998346 2024-12-02T22:20:00,094 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,37305,1733177998346, state=OPEN 2024-12-02T22:20:00,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1574261995/meta-region-server 2024-12-02T22:20:00,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1574261995/meta-region-server 2024-12-02T22:20:00,095 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,37305,1733177998346 2024-12-02T22:20:00,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1574261995/meta-region-server: CHANGED 2024-12-02T22:20:00,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1574261995/meta-region-server: CHANGED 2024-12-02T22:20:00,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:20:00,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,37305,1733177998346 in 195 msec 2024-12-02T22:20:00,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:20:00,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-12-02T22:20:00,100 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:00,100 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:20:00,101 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:00,101 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,37305,1733177998346, seqNum=-1] 2024-12-02T22:20:00,101 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:00,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:00,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 804 msec 2024-12-02T22:20:00,106 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733178000106, completionTime=-1 2024-12-02T22:20:00,106 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:20:00,106 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:20:00,107 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:20:00,107 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178060107 2024-12-02T22:20:00,107 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178120107 2024-12-02T22:20:00,107 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T22:20:00,108 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43291,1733177998296-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:00,108 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43291,1733177998296-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:00,108 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43291,1733177998296-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:00,108 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:43291, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:00,108 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:00,108 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:00,110 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:20:00,111 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.723sec 2024-12-02T22:20:00,111 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:20:00,111 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:20:00,112 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:20:00,112 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:20:00,112 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:20:00,112 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43291,1733177998296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:20:00,112 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43291,1733177998296-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:20:00,113 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:20:00,113 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:20:00,113 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,43291,1733177998296-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:00,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ed79be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:00,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43291,-1 for getting cluster id 2024-12-02T22:20:00,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:00,176 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c65e0cb4-ff9f-462f-96d9-811059cfd120' 2024-12-02T22:20:00,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:00,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c65e0cb4-ff9f-462f-96d9-811059cfd120" 2024-12-02T22:20:00,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e56ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:00,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43291,-1] 2024-12-02T22:20:00,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:00,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:00,177 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:00,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bba4497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:00,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:00,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,37305,1733177998346, seqNum=-1] 2024-12-02T22:20:00,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:00,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:00,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,43291,1733177998296 2024-12-02T22:20:00,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54254 2024-12-02T22:20:00,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:00,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009d1382a30002 connected 2024-12-02T22:20:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/hadoop.log.dir so I do NOT create it in target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc 2024-12-02T22:20:00,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:20:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/hadoop.tmp.dir so I do NOT create it in target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc 2024-12-02T22:20:00,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:20:00,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc 2024-12-02T22:20:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:20:00,187 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/cluster_889eb0df-78a9-753f-8cdb-3da830374923, deleteOnExit=true 2024-12-02T22:20:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:20:00,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/test.cache.data in system properties and HBase conf 2024-12-02T22:20:00,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:20:00,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:20:00,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:20:00,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:20:00,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:20:00,188 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:20:00,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:20:00,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:20:00,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:20:00,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:20:00,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:20:00,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:20:00,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:20:00,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:20:00,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:20:00,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:20:00,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:20:00,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:20:00,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:20:00,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:20:00,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:00,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:20:00,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:20:00,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:20:00,274 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:20:00,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:00,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b69b6e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:20:00,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265f5b99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:20:00,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3501bdbb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/java.io.tmpdir/jetty-localhost-46439-hadoop-hdfs-3_4_1-tests_jar-_-any-9760921351331394700/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:20:00,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b171abe{HTTP/1.1, (http/1.1)}{localhost:46439} 2024-12-02T22:20:00,392 INFO [Time-limited test {}] server.Server(415): Started @194826ms 2024-12-02T22:20:00,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:00,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:20:00,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:20:00,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:20:00,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:20:00,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f82d566{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:20:00,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44739bbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:20:00,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ad34725{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/java.io.tmpdir/jetty-localhost-36833-hadoop-hdfs-3_4_1-tests_jar-_-any-16603874036095250532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:20:00,629 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@627b9930{HTTP/1.1, (http/1.1)}{localhost:36833} 2024-12-02T22:20:00,629 INFO [Time-limited test {}] server.Server(415): Started @195064ms 2024-12-02T22:20:00,631 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:20:00,746 WARN [Thread-2740 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/cluster_889eb0df-78a9-753f-8cdb-3da830374923/data/data1/current/BP-1073611373-172.17.0.2-1733178000210/current, will proceed with Du for space computation calculation, 2024-12-02T22:20:00,746 WARN [Thread-2741 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/cluster_889eb0df-78a9-753f-8cdb-3da830374923/data/data2/current/BP-1073611373-172.17.0.2-1733178000210/current, will proceed with Du for space computation calculation, 2024-12-02T22:20:00,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T22:20:00,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:20:00,777 WARN [Thread-2728 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:20:00,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92f818c87a812e46 with lease ID 0xeb942c5a34799bda: Processing first storage report for DS-0b940d30-8023-4623-9cef-d1f5ffcb939e from datanode DatanodeRegistration(127.0.0.1:37153, datanodeUuid=7cddfdc4-a934-4b9d-aa45-904718ae0454, infoPort=36417, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=196786361;c=1733178000210) 2024-12-02T22:20:00,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92f818c87a812e46 with lease ID 0xeb942c5a34799bda: from storage DS-0b940d30-8023-4623-9cef-d1f5ffcb939e node DatanodeRegistration(127.0.0.1:37153, datanodeUuid=7cddfdc4-a934-4b9d-aa45-904718ae0454, infoPort=36417, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=196786361;c=1733178000210), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:20:00,784 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92f818c87a812e46 with lease ID 0xeb942c5a34799bda: Processing first storage report for DS-5fbd2f92-cf7a-4321-8f15-e5d1ed9624fc from datanode DatanodeRegistration(127.0.0.1:37153, datanodeUuid=7cddfdc4-a934-4b9d-aa45-904718ae0454, infoPort=36417, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=196786361;c=1733178000210) 2024-12-02T22:20:00,784 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92f818c87a812e46 with lease ID 0xeb942c5a34799bda: from storage DS-5fbd2f92-cf7a-4321-8f15-e5d1ed9624fc node DatanodeRegistration(127.0.0.1:37153, datanodeUuid=7cddfdc4-a934-4b9d-aa45-904718ae0454, infoPort=36417, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=196786361;c=1733178000210), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:20:00,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc 2024-12-02T22:20:00,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:00,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:00,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:20:00,885 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067 with version=8 2024-12-02T22:20:00,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/hbase-staging 2024-12-02T22:20:00,888 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:20:00,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:00,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:00,888 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:20:00,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:00,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:20:00,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:20:00,888 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:20:00,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37843 2024-12-02T22:20:00,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37843 connecting to ZooKeeper ensemble=127.0.0.1:54254 2024-12-02T22:20:00,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378430x0, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:00,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37843-0x1009d1382a30003 connected 2024-12-02T22:20:00,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:00,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:00,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Set watcher on znode that does not yet exist, /1-950025049/running 2024-12-02T22:20:00,929 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067, hbase.cluster.distributed=false 2024-12-02T22:20:00,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Set watcher on znode that does not yet exist, /1-950025049/acl 2024-12-02T22:20:00,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37843 2024-12-02T22:20:00,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37843 2024-12-02T22:20:00,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37843 2024-12-02T22:20:00,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37843 2024-12-02T22:20:00,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37843 2024-12-02T22:20:00,972 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:20:00,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:00,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:00,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:20:00,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:00,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:20:00,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:20:00,973 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:20:00,974 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44451 2024-12-02T22:20:00,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44451 connecting to ZooKeeper ensemble=127.0.0.1:54254 2024-12-02T22:20:00,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:00,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:00,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444510x0, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Set watcher on znode that does not yet exist, /1-950025049/running 2024-12-02T22:20:00,985 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:20:00,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444510x0, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:00,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44451-0x1009d1382a30004 connected 2024-12-02T22:20:00,995 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:20:00,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Set watcher on znode that does not yet exist, /1-950025049/master 2024-12-02T22:20:00,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Set watcher on znode that does not yet exist, /1-950025049/acl 2024-12-02T22:20:01,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44451 2024-12-02T22:20:01,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44451 2024-12-02T22:20:01,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44451 2024-12-02T22:20:01,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44451 2024-12-02T22:20:01,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44451 2024-12-02T22:20:01,034 DEBUG [M:0;7ae73638d47e:37843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:37843 2024-12-02T22:20:01,034 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-950025049/backup-masters/7ae73638d47e,37843,1733178000887 2024-12-02T22:20:01,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049/backup-masters 2024-12-02T22:20:01,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049/backup-masters 2024-12-02T22:20:01,037 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Set watcher on existing znode=/1-950025049/backup-masters/7ae73638d47e,37843,1733178000887 2024-12-02T22:20:01,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:01,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-950025049/master 2024-12-02T22:20:01,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:01,040 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Set watcher on existing znode=/1-950025049/master 2024-12-02T22:20:01,041 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-950025049/backup-masters/7ae73638d47e,37843,1733178000887 from backup master directory 2024-12-02T22:20:01,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-950025049/backup-masters/7ae73638d47e,37843,1733178000887 2024-12-02T22:20:01,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049/backup-masters 2024-12-02T22:20:01,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049/backup-masters 2024-12-02T22:20:01,042 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:20:01,042 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,37843,1733178000887 2024-12-02T22:20:01,051 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/hbase.id] with ID: 4b80b4f3-1bde-4793-8461-272967db7444 2024-12-02T22:20:01,051 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/.tmp/hbase.id 2024-12-02T22:20:01,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:20:01,057 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/.tmp/hbase.id]:[hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/hbase.id] 2024-12-02T22:20:01,067 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:01,067 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:20:01,068 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:20:01,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:01,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:20:01,487 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:01,488 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:20:01,497 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:01,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:20:01,520 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store 2024-12-02T22:20:01,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:20:01,932 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:01,932 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:20:01,932 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:01,932 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:01,932 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:20:01,932 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:01,932 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:01,932 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178001932Disabling compacts and flushes for region at 1733178001932Disabling writes for close at 1733178001932Writing region close event to WAL at 1733178001932Closed at 1733178001932 2024-12-02T22:20:01,933 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/.initializing 2024-12-02T22:20:01,933 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/WALs/7ae73638d47e,37843,1733178000887 2024-12-02T22:20:01,934 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:20:01,935 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C37843%2C1733178000887, suffix=, logDir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/WALs/7ae73638d47e,37843,1733178000887, archiveDir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/oldWALs, maxLogs=10 2024-12-02T22:20:01,959 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/WALs/7ae73638d47e,37843,1733178000887/7ae73638d47e%2C37843%2C1733178000887.1733178001936, exclude list is [], retry=0 2024-12-02T22:20:01,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37153,DS-0b940d30-8023-4623-9cef-d1f5ffcb939e,DISK] 2024-12-02T22:20:01,969 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/WALs/7ae73638d47e,37843,1733178000887/7ae73638d47e%2C37843%2C1733178000887.1733178001936 2024-12-02T22:20:01,971 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36417:36417)] 2024-12-02T22:20:01,971 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:01,972 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:01,972 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:01,972 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:01,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:01,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:20:01,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:01,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:01,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:01,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:20:01,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:01,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:01,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:01,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:20:01,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:01,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:01,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:02,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:20:02,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:02,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:02,001 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:02,001 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:02,001 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:02,002 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:02,002 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:02,003 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:02,004 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:02,009 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:02,009 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64634608, jitterRate=-0.03686928749084473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:02,010 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733178001972Initializing all the Stores at 1733178001975 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178001975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178001975Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178001975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178001975Cleaning up temporary data from old regions at 1733178002002 (+27 ms)Region opened successfully at 1733178002009 (+7 ms) 2024-12-02T22:20:02,015 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:20:02,018 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c80c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:20:02,019 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:20:02,019 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:20:02,019 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:20:02,019 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:20:02,020 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:20:02,020 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:20:02,020 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:20:02,029 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:20:02,030 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Unable to get data of znode /1-950025049/balancer because node does not exist (not necessarily an error) 2024-12-02T22:20:02,032 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-950025049/balancer already deleted, retry=false 2024-12-02T22:20:02,032 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:20:02,034 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Unable to get data of znode /1-950025049/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:20:02,040 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-950025049/normalizer already deleted, retry=false 2024-12-02T22:20:02,041 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:20:02,042 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Unable to get data of znode /1-950025049/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:20:02,043 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-950025049/switch/split already deleted, retry=false 2024-12-02T22:20:02,046 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Unable to get data of znode /1-950025049/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:20:02,047 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-950025049/switch/merge already deleted, retry=false 2024-12-02T22:20:02,050 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Unable to get data of znode /1-950025049/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:20:02,051 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-950025049/snapshot-cleanup already deleted, retry=false 2024-12-02T22:20:02,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-950025049/running 2024-12-02T22:20:02,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-950025049/running 2024-12-02T22:20:02,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:02,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:02,054 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,37843,1733178000887, sessionid=0x1009d1382a30003, setting cluster-up flag (Was=false) 2024-12-02T22:20:02,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:02,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:02,064 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-950025049/flush-table-proc/acquired, /1-950025049/flush-table-proc/reached, /1-950025049/flush-table-proc/abort 2024-12-02T22:20:02,065 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,37843,1733178000887 2024-12-02T22:20:02,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:02,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:02,073 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-950025049/online-snapshot/acquired, /1-950025049/online-snapshot/reached, /1-950025049/online-snapshot/abort 2024-12-02T22:20:02,074 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,37843,1733178000887 2024-12-02T22:20:02,077 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:20:02,086 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:02,087 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:20:02,087 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:20:02,087 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,37843,1733178000887 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:20:02,089 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:02,089 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:02,089 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:02,089 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:02,089 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:20:02,089 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:02,089 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:20:02,089 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:02,111 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:02,111 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:20:02,116 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:02,116 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:20:02,131 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(746): ClusterId : 4b80b4f3-1bde-4793-8461-272967db7444 2024-12-02T22:20:02,131 DEBUG [RS:0;7ae73638d47e:44451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:20:02,132 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733178032132 2024-12-02T22:20:02,132 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:20:02,133 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:20:02,133 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:20:02,133 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:20:02,133 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:20:02,133 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:20:02,135 DEBUG [RS:0;7ae73638d47e:44451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:20:02,135 DEBUG [RS:0;7ae73638d47e:44451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:20:02,137 DEBUG [RS:0;7ae73638d47e:44451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:20:02,137 DEBUG [RS:0;7ae73638d47e:44451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8eae54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:20:02,156 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,164 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:20:02,165 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:20:02,165 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:20:02,165 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:20:02,196 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:20:02,196 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:20:02,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:20:02,203 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:20:02,203 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067 2024-12-02T22:20:02,209 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178002196,5,FailOnTimeoutGroup] 2024-12-02T22:20:02,212 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178002209,5,FailOnTimeoutGroup] 2024-12-02T22:20:02,212 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,212 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:20:02,213 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,213 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,222 DEBUG [RS:0;7ae73638d47e:44451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:44451 2024-12-02T22:20:02,222 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:20:02,222 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:20:02,222 DEBUG [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:20:02,223 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,37843,1733178000887 with port=44451, startcode=1733178000972 2024-12-02T22:20:02,223 DEBUG [RS:0;7ae73638d47e:44451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:20:02,228 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:20:02,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,44451,1733178000972 2024-12-02T22:20:02,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37843 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,44451,1733178000972 2024-12-02T22:20:02,232 DEBUG [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067 2024-12-02T22:20:02,232 DEBUG [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38811 2024-12-02T22:20:02,232 DEBUG [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:20:02,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049/rs 2024-12-02T22:20:02,239 DEBUG [RS:0;7ae73638d47e:44451 {}] zookeeper.ZKUtil(111): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Set watcher on existing znode=/1-950025049/rs/7ae73638d47e,44451,1733178000972 2024-12-02T22:20:02,239 WARN [RS:0;7ae73638d47e:44451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:20:02,239 INFO [RS:0;7ae73638d47e:44451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:02,239 DEBUG [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972 2024-12-02T22:20:02,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,44451,1733178000972] 2024-12-02T22:20:02,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:20:02,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:02,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:20:02,265 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:20:02,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:20:02,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:02,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:02,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:20:02,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:20:02,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:02,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:02,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:20:02,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:20:02,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:02,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:02,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:20:02,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:20:02,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:02,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:02,272 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:20:02,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:20:02,273 INFO [RS:0;7ae73638d47e:44451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:20:02,273 INFO [RS:0;7ae73638d47e:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740 2024-12-02T22:20:02,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740 2024-12-02T22:20:02,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:20:02,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:20:02,275 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:02,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:20:02,284 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:20:02,285 INFO [RS:0;7ae73638d47e:44451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:20:02,285 INFO [RS:0;7ae73638d47e:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,286 DEBUG [RS:0;7ae73638d47e:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:02,286 DEBUG [RS:0;7ae73638d47e:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:02,286 DEBUG [RS:0;7ae73638d47e:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:02,286 DEBUG [RS:0;7ae73638d47e:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:02,286 DEBUG [RS:0;7ae73638d47e:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:02,286 DEBUG [RS:0;7ae73638d47e:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:20:02,286 DEBUG [RS:0;7ae73638d47e:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:02,286 DEBUG [RS:0;7ae73638d47e:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:02,286 DEBUG [RS:0;7ae73638d47e:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:02,286 DEBUG [RS:0;7ae73638d47e:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:02,286 DEBUG [RS:0;7ae73638d47e:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:02,286 DEBUG [RS:0;7ae73638d47e:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:02,286 DEBUG [RS:0;7ae73638d47e:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:20:02,286 DEBUG [RS:0;7ae73638d47e:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:20:02,290 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:02,290 INFO [RS:0;7ae73638d47e:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,290 INFO [RS:0;7ae73638d47e:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,291 INFO [RS:0;7ae73638d47e:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,291 INFO [RS:0;7ae73638d47e:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,291 INFO [RS:0;7ae73638d47e:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,291 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59255683, jitterRate=-0.11702151596546173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:02,291 INFO [RS:0;7ae73638d47e:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44451,1733178000972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:20:02,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733178002258Initializing all the Stores at 1733178002259 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178002259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178002260 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178002260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178002260Cleaning up temporary data from old regions at 1733178002274 (+14 ms)Region opened successfully at 1733178002291 (+17 ms) 2024-12-02T22:20:02,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:20:02,291 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:20:02,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:20:02,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:20:02,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:20:02,293 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:20:02,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178002291Disabling compacts and flushes for region at 1733178002291Disabling writes for close at 1733178002291Writing region close event to WAL at 1733178002293 (+2 ms)Closed at 1733178002293 2024-12-02T22:20:02,294 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:02,294 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:20:02,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:20:02,295 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:20:02,296 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:20:02,309 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:20:02,310 INFO [RS:0;7ae73638d47e:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44451,1733178000972-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,310 INFO [RS:0;7ae73638d47e:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,310 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.Replication(171): 7ae73638d47e,44451,1733178000972 started 2024-12-02T22:20:02,325 INFO [RS:0;7ae73638d47e:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,325 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,44451,1733178000972, RpcServer on 7ae73638d47e/172.17.0.2:44451, sessionid=0x1009d1382a30004 2024-12-02T22:20:02,325 DEBUG [RS:0;7ae73638d47e:44451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:20:02,325 DEBUG [RS:0;7ae73638d47e:44451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,44451,1733178000972 2024-12-02T22:20:02,325 DEBUG [RS:0;7ae73638d47e:44451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,44451,1733178000972' 2024-12-02T22:20:02,325 DEBUG [RS:0;7ae73638d47e:44451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-950025049/flush-table-proc/abort' 2024-12-02T22:20:02,326 DEBUG [RS:0;7ae73638d47e:44451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-950025049/flush-table-proc/acquired' 2024-12-02T22:20:02,326 DEBUG [RS:0;7ae73638d47e:44451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:20:02,326 DEBUG [RS:0;7ae73638d47e:44451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:20:02,326 DEBUG [RS:0;7ae73638d47e:44451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,44451,1733178000972 2024-12-02T22:20:02,326 DEBUG [RS:0;7ae73638d47e:44451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,44451,1733178000972' 2024-12-02T22:20:02,326 DEBUG [RS:0;7ae73638d47e:44451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-950025049/online-snapshot/abort' 2024-12-02T22:20:02,327 DEBUG [RS:0;7ae73638d47e:44451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-950025049/online-snapshot/acquired' 2024-12-02T22:20:02,327 DEBUG [RS:0;7ae73638d47e:44451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:20:02,327 INFO [RS:0;7ae73638d47e:44451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:20:02,327 INFO [RS:0;7ae73638d47e:44451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:20:02,428 INFO [RS:0;7ae73638d47e:44451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:20:02,434 INFO [RS:0;7ae73638d47e:44451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C44451%2C1733178000972, suffix=, logDir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972, archiveDir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/oldWALs, maxLogs=10 2024-12-02T22:20:02,453 WARN [7ae73638d47e:37843 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:20:02,465 DEBUG [RS:0;7ae73638d47e:44451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434, exclude list is [], retry=0 2024-12-02T22:20:02,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37153,DS-0b940d30-8023-4623-9cef-d1f5ffcb939e,DISK] 2024-12-02T22:20:02,472 INFO [RS:0;7ae73638d47e:44451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 2024-12-02T22:20:02,472 DEBUG [RS:0;7ae73638d47e:44451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36417:36417)] 2024-12-02T22:20:02,703 DEBUG [7ae73638d47e:37843 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:20:02,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,44451,1733178000972 2024-12-02T22:20:02,706 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,44451,1733178000972, state=OPENING 2024-12-02T22:20:02,707 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:20:02,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:02,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:02,710 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:20:02,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-950025049/meta-region-server: CHANGED 2024-12-02T22:20:02,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-950025049/meta-region-server: CHANGED 2024-12-02T22:20:02,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,44451,1733178000972}] 2024-12-02T22:20:02,862 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:20:02,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:20:02,869 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:20:02,869 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:02,869 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:20:02,870 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C44451%2C1733178000972.meta, suffix=.meta, logDir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972, archiveDir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/oldWALs, maxLogs=10 2024-12-02T22:20:02,888 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.meta.1733178002870.meta, exclude list is [], retry=0 2024-12-02T22:20:02,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37153,DS-0b940d30-8023-4623-9cef-d1f5ffcb939e,DISK] 2024-12-02T22:20:02,892 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.meta.1733178002870.meta 2024-12-02T22:20:02,892 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36417:36417)] 2024-12-02T22:20:02,893 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:02,893 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:02,893 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:20:02,893 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:20:02,893 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:20:02,893 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:20:02,894 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:02,894 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:20:02,894 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:20:02,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:20:02,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:20:02,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:02,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:02,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:20:02,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:20:02,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:02,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:02,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:20:02,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:20:02,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:02,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:02,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:20:02,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:20:02,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:02,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:02,902 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:20:02,902 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740 2024-12-02T22:20:02,903 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740 2024-12-02T22:20:02,904 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:20:02,904 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:20:02,905 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:02,906 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:20:02,906 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61692524, jitterRate=-0.08070975542068481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:02,907 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:20:02,907 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733178002894Writing region info on filesystem at 1733178002894Initializing all the Stores at 1733178002894Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178002894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178002895 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178002895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178002895Cleaning up temporary data from old regions at 1733178002904 (+9 ms)Running coprocessor post-open hooks at 1733178002907 (+3 ms)Region opened successfully at 1733178002907 2024-12-02T22:20:02,907 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733178002862 2024-12-02T22:20:02,910 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:20:02,910 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:20:02,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,44451,1733178000972 2024-12-02T22:20:02,911 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,44451,1733178000972, state=OPEN 2024-12-02T22:20:02,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-950025049/meta-region-server 2024-12-02T22:20:02,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-950025049/meta-region-server 2024-12-02T22:20:02,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-950025049/meta-region-server: CHANGED 2024-12-02T22:20:02,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-950025049/meta-region-server: CHANGED 2024-12-02T22:20:02,913 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,44451,1733178000972 2024-12-02T22:20:02,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:20:02,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,44451,1733178000972 in 203 msec 2024-12-02T22:20:02,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:20:02,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-12-02T22:20:02,917 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:02,917 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:20:02,918 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:02,918 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,44451,1733178000972, seqNum=-1] 2024-12-02T22:20:02,919 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:02,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:02,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 838 msec 2024-12-02T22:20:02,925 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733178002925, completionTime=-1 2024-12-02T22:20:02,925 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:20:02,925 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:20:02,927 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:20:02,927 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178062927 2024-12-02T22:20:02,927 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178122927 2024-12-02T22:20:02,927 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T22:20:02,927 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,37843,1733178000887-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,927 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,37843,1733178000887-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,927 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,37843,1733178000887-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,927 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:37843, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,927 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,928 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:02,929 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:20:02,932 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.890sec 2024-12-02T22:20:02,932 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:20:02,932 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:20:02,932 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:20:02,932 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:20:02,932 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:20:02,932 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,37843,1733178000887-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:20:02,932 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,37843,1733178000887-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:20:02,936 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:20:02,936 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:20:02,937 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,37843,1733178000887-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:03,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d00f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:03,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,37843,-1 for getting cluster id 2024-12-02T22:20:03,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:03,037 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b80b4f3-1bde-4793-8461-272967db7444' 2024-12-02T22:20:03,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:03,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b80b4f3-1bde-4793-8461-272967db7444" 2024-12-02T22:20:03,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1a4b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:03,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,37843,-1] 2024-12-02T22:20:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:03,039 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:03,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8f288c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:03,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,44451,1733178000972, seqNum=-1] 2024-12-02T22:20:03,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:03,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:03,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,37843,1733178000887 2024-12-02T22:20:03,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54254 2024-12-02T22:20:03,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:03,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009d1382a30005 connected 2024-12-02T22:20:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/hadoop.log.dir so I do NOT create it in target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e 2024-12-02T22:20:03,054 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:20:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/hadoop.tmp.dir so I do NOT create it in target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e 2024-12-02T22:20:03,054 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:20:03,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e 2024-12-02T22:20:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:20:03,054 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/cluster_7b3892c5-70f9-adf0-0d0b-d7a778e4863b, deleteOnExit=true 2024-12-02T22:20:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:20:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/test.cache.data in system properties and HBase conf 2024-12-02T22:20:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:20:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:20:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:20:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:20:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:20:03,055 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:20:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:20:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:20:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:20:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:20:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:20:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:20:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:20:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:20:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:20:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:20:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:20:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:20:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:20:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:20:03,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:03,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:20:03,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:20:03,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:20:03,144 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:20:03,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:03,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e2a79af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:20:03,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23856a1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:20:03,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f2cf71c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/java.io.tmpdir/jetty-localhost-43465-hadoop-hdfs-3_4_1-tests_jar-_-any-6238809871272640964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:20:03,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c1f4f55{HTTP/1.1, (http/1.1)}{localhost:43465} 2024-12-02T22:20:03,296 INFO [Time-limited test {}] server.Server(415): Started @197731ms 2024-12-02T22:20:03,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:03,398 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:20:03,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:20:03,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:20:03,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:20:03,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65e62a16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:20:03,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ec7b40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:20:03,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c078cf6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/java.io.tmpdir/jetty-localhost-39731-hadoop-hdfs-3_4_1-tests_jar-_-any-17202168583199309302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:20:03,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@568814bc{HTTP/1.1, (http/1.1)}{localhost:39731} 2024-12-02T22:20:03,549 INFO [Time-limited test {}] server.Server(415): Started @197984ms 2024-12-02T22:20:03,551 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:20:03,682 WARN [Thread-2860 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/cluster_7b3892c5-70f9-adf0-0d0b-d7a778e4863b/data/data1/current/BP-957196949-172.17.0.2-1733178003078/current, will proceed with Du for space computation calculation, 2024-12-02T22:20:03,685 WARN [Thread-2861 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/cluster_7b3892c5-70f9-adf0-0d0b-d7a778e4863b/data/data2/current/BP-957196949-172.17.0.2-1733178003078/current, will proceed with Du for space computation calculation, 2024-12-02T22:20:03,721 WARN [Thread-2848 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:20:03,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16a8b3f073fdd846 with lease ID 0x83d58c27bd0dc655: Processing first storage report for DS-ed4bc4ed-740c-41d5-b07f-83814ecae25a from datanode DatanodeRegistration(127.0.0.1:38583, datanodeUuid=ba2dc410-386a-473d-92b8-cc225af8032a, infoPort=44015, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=16764319;c=1733178003078) 2024-12-02T22:20:03,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16a8b3f073fdd846 with lease ID 0x83d58c27bd0dc655: from storage DS-ed4bc4ed-740c-41d5-b07f-83814ecae25a node DatanodeRegistration(127.0.0.1:38583, datanodeUuid=ba2dc410-386a-473d-92b8-cc225af8032a, infoPort=44015, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=16764319;c=1733178003078), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:20:03,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16a8b3f073fdd846 with lease ID 0x83d58c27bd0dc655: Processing first storage report for DS-32560110-95a2-4888-948f-16a5008d3ddc from datanode DatanodeRegistration(127.0.0.1:38583, datanodeUuid=ba2dc410-386a-473d-92b8-cc225af8032a, infoPort=44015, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=16764319;c=1733178003078) 2024-12-02T22:20:03,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16a8b3f073fdd846 with lease ID 0x83d58c27bd0dc655: from storage DS-32560110-95a2-4888-948f-16a5008d3ddc node DatanodeRegistration(127.0.0.1:38583, datanodeUuid=ba2dc410-386a-473d-92b8-cc225af8032a, infoPort=44015, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=16764319;c=1733178003078), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T22:20:03,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e 2024-12-02T22:20:03,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:03,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:03,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:20:03,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68 with version=8 2024-12-02T22:20:03,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/hbase-staging 2024-12-02T22:20:03,845 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:20:03,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:03,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:03,846 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:20:03,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:03,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:20:03,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:20:03,846 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:20:03,853 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45179 2024-12-02T22:20:03,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45179 connecting to ZooKeeper ensemble=127.0.0.1:54254 2024-12-02T22:20:03,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451790x0, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:03,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45179-0x1009d1382a30006 connected 2024-12-02T22:20:03,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:03,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:03,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Set watcher on znode that does not yet exist, /2-862967926/running 2024-12-02T22:20:03,908 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68, hbase.cluster.distributed=false 2024-12-02T22:20:03,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Set watcher on znode that does not yet exist, /2-862967926/acl 2024-12-02T22:20:03,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45179 2024-12-02T22:20:03,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45179 2024-12-02T22:20:03,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45179 2024-12-02T22:20:03,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45179 2024-12-02T22:20:03,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45179 2024-12-02T22:20:03,946 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:20:03,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:03,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:03,946 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:20:03,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:03,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:20:03,946 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:20:03,946 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:20:03,947 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42807 2024-12-02T22:20:03,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42807 connecting to ZooKeeper ensemble=127.0.0.1:54254 2024-12-02T22:20:03,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:03,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:03,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428070x0, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:03,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428070x0, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Set watcher on znode that does not yet exist, /2-862967926/running 2024-12-02T22:20:03,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42807-0x1009d1382a30007 connected 2024-12-02T22:20:03,954 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:20:03,956 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:20:03,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Set watcher on znode that does not yet exist, /2-862967926/master 2024-12-02T22:20:03,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Set watcher on znode that does not yet exist, /2-862967926/acl 2024-12-02T22:20:03,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42807 2024-12-02T22:20:03,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42807 2024-12-02T22:20:03,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42807 2024-12-02T22:20:03,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42807 2024-12-02T22:20:03,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42807 2024-12-02T22:20:03,988 DEBUG [M:0;7ae73638d47e:45179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:45179 2024-12-02T22:20:03,988 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-862967926/backup-masters/7ae73638d47e,45179,1733178003845 2024-12-02T22:20:03,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926/backup-masters 2024-12-02T22:20:03,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926/backup-masters 2024-12-02T22:20:03,991 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Set watcher on existing znode=/2-862967926/backup-masters/7ae73638d47e,45179,1733178003845 2024-12-02T22:20:03,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-862967926/master 2024-12-02T22:20:03,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:03,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:03,993 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Set watcher on existing znode=/2-862967926/master 2024-12-02T22:20:03,993 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-862967926/backup-masters/7ae73638d47e,45179,1733178003845 from backup master directory 2024-12-02T22:20:03,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-862967926/backup-masters/7ae73638d47e,45179,1733178003845 2024-12-02T22:20:03,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926/backup-masters 2024-12-02T22:20:03,994 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:20:03,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926/backup-masters 2024-12-02T22:20:03,994 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,45179,1733178003845 2024-12-02T22:20:04,001 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/hbase.id] with ID: e1e4dde2-d084-4987-af70-57a39be50398 2024-12-02T22:20:04,001 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/.tmp/hbase.id 2024-12-02T22:20:04,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:20:04,410 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/.tmp/hbase.id]:[hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/hbase.id] 2024-12-02T22:20:04,419 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:04,419 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:20:04,420 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:20:04,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:04,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:04,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:20:04,829 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:04,830 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:20:04,844 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:20:05,267 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store 2024-12-02T22:20:05,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:20:05,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:20:05,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:05,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:05,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:05,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:05,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:05,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:05,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:05,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:05,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:05,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:05,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:05,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:05,676 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:20:05,700 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:05,700 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:20:05,701 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:05,701 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:05,701 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:20:05,701 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:05,701 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:05,701 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178005700Disabling compacts and flushes for region at 1733178005700Disabling writes for close at 1733178005701 (+1 ms)Writing region close event to WAL at 1733178005701Closed at 1733178005701 2024-12-02T22:20:05,702 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/.initializing 2024-12-02T22:20:05,702 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/WALs/7ae73638d47e,45179,1733178003845 2024-12-02T22:20:05,703 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:20:05,704 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C45179%2C1733178003845, suffix=, logDir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/WALs/7ae73638d47e,45179,1733178003845, archiveDir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/oldWALs, maxLogs=10 2024-12-02T22:20:05,725 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/WALs/7ae73638d47e,45179,1733178003845/7ae73638d47e%2C45179%2C1733178003845.1733178005704, exclude list is [], retry=0 2024-12-02T22:20:05,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38583,DS-ed4bc4ed-740c-41d5-b07f-83814ecae25a,DISK] 2024-12-02T22:20:05,735 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/WALs/7ae73638d47e,45179,1733178003845/7ae73638d47e%2C45179%2C1733178003845.1733178005704 2024-12-02T22:20:05,741 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44015:44015)] 2024-12-02T22:20:05,741 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:05,741 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:05,741 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:05,741 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:05,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:05,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:20:05,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:05,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:05,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:05,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:20:05,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:05,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:05,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:05,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:20:05,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:05,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:05,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:05,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:20:05,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:05,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:05,751 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:05,751 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:05,752 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:05,753 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:05,753 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:05,753 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:05,754 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:05,761 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:05,763 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73861622, jitterRate=0.10062393546104431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:05,763 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733178005741Initializing all the Stores at 1733178005742 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178005742Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178005743 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178005743Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178005743Cleaning up temporary data from old regions at 1733178005753 (+10 ms)Region opened successfully at 1733178005763 (+10 ms) 2024-12-02T22:20:05,763 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:20:05,769 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee85215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:20:05,770 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:20:05,770 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:20:05,770 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:20:05,771 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:20:05,771 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:20:05,771 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:20:05,771 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:20:05,774 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:20:05,775 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Unable to get data of znode /2-862967926/balancer because node does not exist (not necessarily an error) 2024-12-02T22:20:05,777 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-862967926/balancer already deleted, retry=false 2024-12-02T22:20:05,777 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:20:05,781 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Unable to get data of znode /2-862967926/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:20:05,782 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-862967926/normalizer already deleted, retry=false 2024-12-02T22:20:05,782 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:20:05,789 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Unable to get data of znode /2-862967926/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:20:05,790 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-862967926/switch/split already deleted, retry=false 2024-12-02T22:20:05,791 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Unable to get data of znode /2-862967926/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:20:05,792 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-862967926/switch/merge already deleted, retry=false 2024-12-02T22:20:05,794 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Unable to get data of znode /2-862967926/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:20:05,795 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-862967926/snapshot-cleanup already deleted, retry=false 2024-12-02T22:20:05,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-862967926/running 2024-12-02T22:20:05,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:05,799 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,45179,1733178003845, sessionid=0x1009d1382a30006, setting cluster-up flag (Was=false) 2024-12-02T22:20:05,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-862967926/running 2024-12-02T22:20:05,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:05,806 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-862967926/flush-table-proc/acquired, /2-862967926/flush-table-proc/reached, /2-862967926/flush-table-proc/abort 2024-12-02T22:20:05,808 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,45179,1733178003845 2024-12-02T22:20:05,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:05,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:05,815 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-862967926/online-snapshot/acquired, /2-862967926/online-snapshot/reached, /2-862967926/online-snapshot/abort 2024-12-02T22:20:05,816 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,45179,1733178003845 2024-12-02T22:20:05,825 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:20:05,831 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:05,831 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:20:05,831 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:20:05,832 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,45179,1733178003845 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:20:05,833 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:05,833 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:05,833 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:05,833 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:05,833 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:20:05,833 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:05,833 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:20:05,833 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:05,846 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:05,846 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:20:05,847 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:05,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:20:05,861 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733178035861 2024-12-02T22:20:05,861 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:20:05,861 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:20:05,861 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:20:05,861 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:20:05,861 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:20:05,861 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:20:05,862 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:05,862 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:20:05,862 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:20:05,862 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:20:05,862 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:20:05,863 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:20:05,863 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:20:05,863 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178005863,5,FailOnTimeoutGroup] 2024-12-02T22:20:05,863 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178005863,5,FailOnTimeoutGroup] 2024-12-02T22:20:05,863 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:05,863 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:20:05,863 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:05,863 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:05,884 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(746): ClusterId : e1e4dde2-d084-4987-af70-57a39be50398 2024-12-02T22:20:05,884 DEBUG [RS:0;7ae73638d47e:42807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:20:05,887 DEBUG [RS:0;7ae73638d47e:42807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:20:05,887 DEBUG [RS:0;7ae73638d47e:42807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:20:05,890 DEBUG [RS:0;7ae73638d47e:42807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:20:05,890 DEBUG [RS:0;7ae73638d47e:42807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2596153a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:20:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:20:05,907 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:20:05,907 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68 2024-12-02T22:20:05,929 DEBUG [RS:0;7ae73638d47e:42807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:42807 2024-12-02T22:20:05,929 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:20:05,929 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:20:05,929 DEBUG [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:20:05,931 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,45179,1733178003845 with port=42807, startcode=1733178003946 2024-12-02T22:20:05,932 DEBUG [RS:0;7ae73638d47e:42807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:20:05,949 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:20:05,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,42807,1733178003946 2024-12-02T22:20:05,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45179 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,42807,1733178003946 2024-12-02T22:20:05,954 DEBUG [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68 2024-12-02T22:20:05,954 DEBUG [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46327 2024-12-02T22:20:05,954 DEBUG [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:20:05,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926/rs 2024-12-02T22:20:05,967 DEBUG [RS:0;7ae73638d47e:42807 {}] zookeeper.ZKUtil(111): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Set watcher on existing znode=/2-862967926/rs/7ae73638d47e,42807,1733178003946 2024-12-02T22:20:05,967 WARN [RS:0;7ae73638d47e:42807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:20:05,968 INFO [RS:0;7ae73638d47e:42807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:05,968 DEBUG [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946 2024-12-02T22:20:05,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,42807,1733178003946] 2024-12-02T22:20:05,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:20:05,983 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:20:05,988 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:20:05,988 INFO [RS:0;7ae73638d47e:42807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:20:05,989 INFO [RS:0;7ae73638d47e:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:05,992 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:20:05,993 INFO [RS:0;7ae73638d47e:42807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:20:05,993 INFO [RS:0;7ae73638d47e:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:05,993 DEBUG [RS:0;7ae73638d47e:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:05,993 DEBUG [RS:0;7ae73638d47e:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:05,993 DEBUG [RS:0;7ae73638d47e:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:05,993 DEBUG [RS:0;7ae73638d47e:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:05,993 DEBUG [RS:0;7ae73638d47e:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:05,993 DEBUG [RS:0;7ae73638d47e:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:20:05,993 DEBUG [RS:0;7ae73638d47e:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:05,993 DEBUG [RS:0;7ae73638d47e:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:05,993 DEBUG [RS:0;7ae73638d47e:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:05,993 DEBUG [RS:0;7ae73638d47e:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:05,993 DEBUG [RS:0;7ae73638d47e:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:05,993 DEBUG [RS:0;7ae73638d47e:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:05,993 DEBUG [RS:0;7ae73638d47e:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:20:05,993 DEBUG [RS:0;7ae73638d47e:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:20:06,027 INFO [RS:0;7ae73638d47e:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,028 INFO [RS:0;7ae73638d47e:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,028 INFO [RS:0;7ae73638d47e:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,028 INFO [RS:0;7ae73638d47e:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,028 INFO [RS:0;7ae73638d47e:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,028 INFO [RS:0;7ae73638d47e:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42807,1733178003946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:20:06,065 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:20:06,066 INFO [RS:0;7ae73638d47e:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42807,1733178003946-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,066 INFO [RS:0;7ae73638d47e:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,066 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.Replication(171): 7ae73638d47e,42807,1733178003946 started 2024-12-02T22:20:06,093 INFO [RS:0;7ae73638d47e:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,093 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,42807,1733178003946, RpcServer on 7ae73638d47e/172.17.0.2:42807, sessionid=0x1009d1382a30007 2024-12-02T22:20:06,093 DEBUG [RS:0;7ae73638d47e:42807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:20:06,093 DEBUG [RS:0;7ae73638d47e:42807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,42807,1733178003946 2024-12-02T22:20:06,093 DEBUG [RS:0;7ae73638d47e:42807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,42807,1733178003946' 2024-12-02T22:20:06,093 DEBUG [RS:0;7ae73638d47e:42807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-862967926/flush-table-proc/abort' 2024-12-02T22:20:06,094 DEBUG [RS:0;7ae73638d47e:42807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-862967926/flush-table-proc/acquired' 2024-12-02T22:20:06,094 DEBUG [RS:0;7ae73638d47e:42807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:20:06,094 DEBUG [RS:0;7ae73638d47e:42807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:20:06,094 DEBUG [RS:0;7ae73638d47e:42807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,42807,1733178003946 2024-12-02T22:20:06,094 DEBUG [RS:0;7ae73638d47e:42807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,42807,1733178003946' 2024-12-02T22:20:06,095 DEBUG [RS:0;7ae73638d47e:42807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-862967926/online-snapshot/abort' 2024-12-02T22:20:06,095 DEBUG [RS:0;7ae73638d47e:42807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-862967926/online-snapshot/acquired' 2024-12-02T22:20:06,095 DEBUG [RS:0;7ae73638d47e:42807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:20:06,095 INFO [RS:0;7ae73638d47e:42807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:20:06,095 INFO [RS:0;7ae73638d47e:42807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:20:06,196 INFO [RS:0;7ae73638d47e:42807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:20:06,198 INFO [RS:0;7ae73638d47e:42807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C42807%2C1733178003946, suffix=, logDir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946, archiveDir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/oldWALs, maxLogs=10 2024-12-02T22:20:06,216 DEBUG [RS:0;7ae73638d47e:42807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198, exclude list is [], retry=0 2024-12-02T22:20:06,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38583,DS-ed4bc4ed-740c-41d5-b07f-83814ecae25a,DISK] 2024-12-02T22:20:06,230 INFO [RS:0;7ae73638d47e:42807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 2024-12-02T22:20:06,232 DEBUG [RS:0;7ae73638d47e:42807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44015:44015)] 2024-12-02T22:20:06,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:06,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:20:06,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:20:06,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:06,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:06,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:20:06,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:20:06,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:06,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:06,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:20:06,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:20:06,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:06,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:06,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:20:06,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:20:06,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:06,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:06,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:20:06,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740 2024-12-02T22:20:06,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740 2024-12-02T22:20:06,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:20:06,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:20:06,386 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:06,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:20:06,389 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:06,389 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59675370, jitterRate=-0.11076769232749939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:06,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733178006375Initializing all the Stores at 1733178006375Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178006376 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178006376Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178006376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178006376Cleaning up temporary data from old regions at 1733178006386 (+10 ms)Region opened successfully at 1733178006390 (+4 ms) 2024-12-02T22:20:06,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:20:06,390 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:20:06,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:20:06,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:20:06,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:20:06,395 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:20:06,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178006390Disabling compacts and flushes for region at 1733178006390Disabling writes for close at 1733178006390Writing region close event to WAL at 1733178006395 (+5 ms)Closed at 1733178006395 2024-12-02T22:20:06,396 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:06,396 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:20:06,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:20:06,397 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:20:06,399 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:20:06,549 DEBUG [7ae73638d47e:45179 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:20:06,550 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,42807,1733178003946 2024-12-02T22:20:06,551 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,42807,1733178003946, state=OPENING 2024-12-02T22:20:06,552 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:20:06,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:06,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:06,554 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:20:06,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-862967926/meta-region-server: CHANGED 2024-12-02T22:20:06,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-862967926/meta-region-server: CHANGED 2024-12-02T22:20:06,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,42807,1733178003946}] 2024-12-02T22:20:06,708 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:20:06,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:20:06,712 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:20:06,712 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:06,712 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:20:06,713 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C42807%2C1733178003946.meta, suffix=.meta, logDir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946, archiveDir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/oldWALs, maxLogs=10 2024-12-02T22:20:06,728 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.meta.1733178006714.meta, exclude list is [], retry=0 2024-12-02T22:20:06,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38583,DS-ed4bc4ed-740c-41d5-b07f-83814ecae25a,DISK] 2024-12-02T22:20:06,731 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.meta.1733178006714.meta 2024-12-02T22:20:06,732 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44015:44015)] 2024-12-02T22:20:06,732 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:06,732 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:06,732 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:20:06,732 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:20:06,732 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:20:06,733 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:20:06,733 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:06,733 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:20:06,733 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:20:06,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:20:06,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:20:06,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:06,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:06,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:20:06,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:20:06,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:06,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:06,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:20:06,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:20:06,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:06,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:06,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:20:06,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:20:06,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:06,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:06,737 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:20:06,738 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740 2024-12-02T22:20:06,739 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740 2024-12-02T22:20:06,740 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:20:06,740 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:20:06,740 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:06,748 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:20:06,749 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68645427, jitterRate=0.022896572947502136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:06,749 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:20:06,749 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733178006733Writing region info on filesystem at 1733178006733Initializing all the Stores at 1733178006733Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178006733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178006734 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178006734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178006734Cleaning up temporary data from old regions at 1733178006740 (+6 ms)Running coprocessor post-open hooks at 1733178006749 (+9 ms)Region opened successfully at 1733178006749 2024-12-02T22:20:06,750 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733178006707 2024-12-02T22:20:06,751 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:20:06,751 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:20:06,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,42807,1733178003946 2024-12-02T22:20:06,753 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,42807,1733178003946, state=OPEN 2024-12-02T22:20:06,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-862967926/meta-region-server 2024-12-02T22:20:06,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-862967926/meta-region-server 2024-12-02T22:20:06,755 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,42807,1733178003946 2024-12-02T22:20:06,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-862967926/meta-region-server: CHANGED 2024-12-02T22:20:06,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-862967926/meta-region-server: CHANGED 2024-12-02T22:20:06,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:20:06,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,42807,1733178003946 in 201 msec 2024-12-02T22:20:06,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:20:06,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-12-02T22:20:06,760 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:06,760 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:20:06,761 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:06,761 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,42807,1733178003946, seqNum=-1] 2024-12-02T22:20:06,761 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:06,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:06,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 935 msec 2024-12-02T22:20:06,767 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733178006767, completionTime=-1 2024-12-02T22:20:06,767 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:20:06,767 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:20:06,769 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:20:06,769 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178066769 2024-12-02T22:20:06,769 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178126769 2024-12-02T22:20:06,769 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T22:20:06,770 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,45179,1733178003845-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,770 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,45179,1733178003845-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,770 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,45179,1733178003845-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,770 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:45179, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,770 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,771 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,771 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:20:06,773 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.779sec 2024-12-02T22:20:06,773 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:20:06,773 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:20:06,773 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:20:06,773 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:20:06,773 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:20:06,773 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,45179,1733178003845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:20:06,773 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,45179,1733178003845-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:20:06,775 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:20:06,775 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:20:06,775 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,45179,1733178003845-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:06,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a25521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:06,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,45179,-1 for getting cluster id 2024-12-02T22:20:06,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:06,783 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e4dde2-d084-4987-af70-57a39be50398' 2024-12-02T22:20:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e4dde2-d084-4987-af70-57a39be50398" 2024-12-02T22:20:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30aa8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,45179,-1] 2024-12-02T22:20:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:06,784 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:06,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:06,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,42807,1733178003946, seqNum=-1] 2024-12-02T22:20:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:06,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:06,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,45179,1733178003845 2024-12-02T22:20:06,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54254 2024-12-02T22:20:06,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:06,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009d1382a30008 connected 2024-12-02T22:20:06,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:06,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,43291,1733177998296 2024-12-02T22:20:06,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58ef0b57 2024-12-02T22:20:06,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:06,795 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:06,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:20:06,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:20:06,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:20:06,798 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:06,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:20:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:06,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:20:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:07,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 961e5030216d51deb8676aaa31e047e0, NAME => 'test,,1733178006795.961e5030216d51deb8676aaa31e047e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c 2024-12-02T22:20:07,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:20:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:07,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733178006795.961e5030216d51deb8676aaa31e047e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:07,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 961e5030216d51deb8676aaa31e047e0, disabling compactions & flushes 2024-12-02T22:20:07,615 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733178006795.961e5030216d51deb8676aaa31e047e0. 2024-12-02T22:20:07,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178006795.961e5030216d51deb8676aaa31e047e0. 2024-12-02T22:20:07,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733178006795.961e5030216d51deb8676aaa31e047e0. after waiting 0 ms 2024-12-02T22:20:07,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733178006795.961e5030216d51deb8676aaa31e047e0. 2024-12-02T22:20:07,615 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733178006795.961e5030216d51deb8676aaa31e047e0. 2024-12-02T22:20:07,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 961e5030216d51deb8676aaa31e047e0: Waiting for close lock at 1733178007615Disabling compacts and flushes for region at 1733178007615Disabling writes for close at 1733178007615Writing region close event to WAL at 1733178007615Closed at 1733178007615 2024-12-02T22:20:07,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:20:07,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733178006795.961e5030216d51deb8676aaa31e047e0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733178007616"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178007616"}]},"ts":"1733178007616"} 2024-12-02T22:20:07,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:20:07,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:20:07,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178007619"}]},"ts":"1733178007619"} 2024-12-02T22:20:07,621 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:20:07,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=961e5030216d51deb8676aaa31e047e0, ASSIGN}] 2024-12-02T22:20:07,622 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=961e5030216d51deb8676aaa31e047e0, ASSIGN 2024-12-02T22:20:07,622 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=961e5030216d51deb8676aaa31e047e0, ASSIGN; state=OFFLINE, location=7ae73638d47e,37305,1733177998346; forceNewPlan=false, retain=false 2024-12-02T22:20:07,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=961e5030216d51deb8676aaa31e047e0, regionState=OPENING, regionLocation=7ae73638d47e,37305,1733177998346 2024-12-02T22:20:07,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=961e5030216d51deb8676aaa31e047e0, ASSIGN because future has completed 2024-12-02T22:20:07,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 961e5030216d51deb8676aaa31e047e0, server=7ae73638d47e,37305,1733177998346}] 2024-12-02T22:20:07,933 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733178006795.961e5030216d51deb8676aaa31e047e0. 2024-12-02T22:20:07,933 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 961e5030216d51deb8676aaa31e047e0, NAME => 'test,,1733178006795.961e5030216d51deb8676aaa31e047e0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:07,933 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:07,933 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:20:07,934 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:07,934 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733178006795.961e5030216d51deb8676aaa31e047e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:07,934 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:07,934 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:07,937 INFO [StoreOpener-961e5030216d51deb8676aaa31e047e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:07,939 INFO [StoreOpener-961e5030216d51deb8676aaa31e047e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 961e5030216d51deb8676aaa31e047e0 columnFamilyName f 2024-12-02T22:20:07,939 DEBUG [StoreOpener-961e5030216d51deb8676aaa31e047e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:07,939 INFO [StoreOpener-961e5030216d51deb8676aaa31e047e0-1 {}] regionserver.HStore(327): Store=961e5030216d51deb8676aaa31e047e0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:07,939 INFO [StoreOpener-961e5030216d51deb8676aaa31e047e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:07,940 INFO [StoreOpener-961e5030216d51deb8676aaa31e047e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 961e5030216d51deb8676aaa31e047e0 columnFamilyName f1 2024-12-02T22:20:07,940 DEBUG [StoreOpener-961e5030216d51deb8676aaa31e047e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:07,941 INFO [StoreOpener-961e5030216d51deb8676aaa31e047e0-1 {}] regionserver.HStore(327): Store=961e5030216d51deb8676aaa31e047e0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:07,941 INFO [StoreOpener-961e5030216d51deb8676aaa31e047e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:07,942 INFO [StoreOpener-961e5030216d51deb8676aaa31e047e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 961e5030216d51deb8676aaa31e047e0 columnFamilyName norep 2024-12-02T22:20:07,942 DEBUG [StoreOpener-961e5030216d51deb8676aaa31e047e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:07,943 INFO [StoreOpener-961e5030216d51deb8676aaa31e047e0-1 {}] regionserver.HStore(327): Store=961e5030216d51deb8676aaa31e047e0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:07,943 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:07,943 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:07,943 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:07,944 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:07,944 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:07,945 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:20:07,948 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:07,950 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:07,950 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 961e5030216d51deb8676aaa31e047e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60541583, jitterRate=-0.09786011278629303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:20:07,950 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:07,951 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 961e5030216d51deb8676aaa31e047e0: Running coprocessor pre-open hook at 1733178007934Writing region info on filesystem at 1733178007934Initializing all the Stores at 1733178007935 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178007935Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178007937 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178007937Cleaning up temporary data from old regions at 1733178007944 (+7 ms)Running coprocessor post-open hooks at 1733178007950 (+6 ms)Region opened successfully at 1733178007951 (+1 ms) 2024-12-02T22:20:07,952 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733178006795.961e5030216d51deb8676aaa31e047e0., pid=6, masterSystemTime=1733178007928 2024-12-02T22:20:07,954 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733178006795.961e5030216d51deb8676aaa31e047e0. 2024-12-02T22:20:07,954 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733178006795.961e5030216d51deb8676aaa31e047e0. 2024-12-02T22:20:07,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=961e5030216d51deb8676aaa31e047e0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,37305,1733177998346 2024-12-02T22:20:07,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 961e5030216d51deb8676aaa31e047e0, server=7ae73638d47e,37305,1733177998346 because future has completed 2024-12-02T22:20:07,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:20:07,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 961e5030216d51deb8676aaa31e047e0, server=7ae73638d47e,37305,1733177998346 in 181 msec 2024-12-02T22:20:07,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:20:07,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=961e5030216d51deb8676aaa31e047e0, ASSIGN in 338 msec 2024-12-02T22:20:07,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:20:07,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178007963"}]},"ts":"1733178007963"} 2024-12-02T22:20:07,965 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:20:07,965 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:20:07,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-12-02T22:20:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:08,962 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:20:08,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,37843,1733178000887 2024-12-02T22:20:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@270960dd 2024-12-02T22:20:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:08,964 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:08,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:20:08,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:20:08,967 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:08,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:20:08,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:20:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:08,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:20:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:09,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:09,091 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:20:09,092 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38364 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:20:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:09,375 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cebed53a7855847a2f8d1e73f219c115, NAME => 'test,,1733178008964.cebed53a7855847a2f8d1e73f219c115.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067 2024-12-02T22:20:09,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:20:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:09,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733178008964.cebed53a7855847a2f8d1e73f219c115.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:09,781 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cebed53a7855847a2f8d1e73f219c115, disabling compactions & flushes 2024-12-02T22:20:09,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. 2024-12-02T22:20:09,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. 2024-12-02T22:20:09,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. after waiting 0 ms 2024-12-02T22:20:09,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. 2024-12-02T22:20:09,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. 2024-12-02T22:20:09,782 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cebed53a7855847a2f8d1e73f219c115: Waiting for close lock at 1733178009781Disabling compacts and flushes for region at 1733178009781Disabling writes for close at 1733178009782 (+1 ms)Writing region close event to WAL at 1733178009782Closed at 1733178009782 2024-12-02T22:20:09,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:20:09,783 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733178008964.cebed53a7855847a2f8d1e73f219c115.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733178009783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178009783"}]},"ts":"1733178009783"} 2024-12-02T22:20:09,785 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:20:09,786 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:20:09,786 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178009786"}]},"ts":"1733178009786"} 2024-12-02T22:20:09,788 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:20:09,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cebed53a7855847a2f8d1e73f219c115, ASSIGN}] 2024-12-02T22:20:09,789 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cebed53a7855847a2f8d1e73f219c115, ASSIGN 2024-12-02T22:20:09,790 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cebed53a7855847a2f8d1e73f219c115, ASSIGN; state=OFFLINE, location=7ae73638d47e,44451,1733178000972; forceNewPlan=false, retain=false 2024-12-02T22:20:09,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cebed53a7855847a2f8d1e73f219c115, regionState=OPENING, regionLocation=7ae73638d47e,44451,1733178000972 2024-12-02T22:20:09,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cebed53a7855847a2f8d1e73f219c115, ASSIGN because future has completed 2024-12-02T22:20:09,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cebed53a7855847a2f8d1e73f219c115, server=7ae73638d47e,44451,1733178000972}] 2024-12-02T22:20:10,097 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. 2024-12-02T22:20:10,097 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cebed53a7855847a2f8d1e73f219c115, NAME => 'test,,1733178008964.cebed53a7855847a2f8d1e73f219c115.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:10,097 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:10,097 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:20:10,098 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cebed53a7855847a2f8d1e73f219c115 2024-12-02T22:20:10,098 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733178008964.cebed53a7855847a2f8d1e73f219c115.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:10,098 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cebed53a7855847a2f8d1e73f219c115 2024-12-02T22:20:10,098 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cebed53a7855847a2f8d1e73f219c115 2024-12-02T22:20:10,099 INFO [StoreOpener-cebed53a7855847a2f8d1e73f219c115-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cebed53a7855847a2f8d1e73f219c115 2024-12-02T22:20:10,100 INFO [StoreOpener-cebed53a7855847a2f8d1e73f219c115-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cebed53a7855847a2f8d1e73f219c115 columnFamilyName f 2024-12-02T22:20:10,100 DEBUG [StoreOpener-cebed53a7855847a2f8d1e73f219c115-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:10,100 INFO [StoreOpener-cebed53a7855847a2f8d1e73f219c115-1 {}] regionserver.HStore(327): Store=cebed53a7855847a2f8d1e73f219c115/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:10,101 INFO [StoreOpener-cebed53a7855847a2f8d1e73f219c115-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cebed53a7855847a2f8d1e73f219c115 2024-12-02T22:20:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:10,102 INFO [StoreOpener-cebed53a7855847a2f8d1e73f219c115-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cebed53a7855847a2f8d1e73f219c115 columnFamilyName f1 2024-12-02T22:20:10,102 DEBUG [StoreOpener-cebed53a7855847a2f8d1e73f219c115-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:10,102 INFO [StoreOpener-cebed53a7855847a2f8d1e73f219c115-1 {}] regionserver.HStore(327): Store=cebed53a7855847a2f8d1e73f219c115/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:10,102 INFO [StoreOpener-cebed53a7855847a2f8d1e73f219c115-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cebed53a7855847a2f8d1e73f219c115 2024-12-02T22:20:10,103 INFO [StoreOpener-cebed53a7855847a2f8d1e73f219c115-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cebed53a7855847a2f8d1e73f219c115 columnFamilyName norep 2024-12-02T22:20:10,103 DEBUG [StoreOpener-cebed53a7855847a2f8d1e73f219c115-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:10,103 INFO [StoreOpener-cebed53a7855847a2f8d1e73f219c115-1 {}] regionserver.HStore(327): Store=cebed53a7855847a2f8d1e73f219c115/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:10,103 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cebed53a7855847a2f8d1e73f219c115 2024-12-02T22:20:10,104 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115 2024-12-02T22:20:10,104 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115 2024-12-02T22:20:10,105 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cebed53a7855847a2f8d1e73f219c115 2024-12-02T22:20:10,105 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cebed53a7855847a2f8d1e73f219c115 2024-12-02T22:20:10,105 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:20:10,106 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cebed53a7855847a2f8d1e73f219c115 2024-12-02T22:20:10,107 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:10,108 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cebed53a7855847a2f8d1e73f219c115; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61945160, jitterRate=-0.07694518566131592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:20:10,108 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cebed53a7855847a2f8d1e73f219c115 2024-12-02T22:20:10,108 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cebed53a7855847a2f8d1e73f219c115: Running coprocessor pre-open hook at 1733178010098Writing region info on filesystem at 1733178010098Initializing all the Stores at 1733178010099 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178010099Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178010099Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178010099Cleaning up temporary data from old regions at 1733178010105 (+6 ms)Running coprocessor post-open hooks at 1733178010108 (+3 ms)Region opened successfully at 1733178010108 2024-12-02T22:20:10,109 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733178008964.cebed53a7855847a2f8d1e73f219c115., pid=6, masterSystemTime=1733178010094 2024-12-02T22:20:10,110 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. 2024-12-02T22:20:10,110 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. 2024-12-02T22:20:10,111 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cebed53a7855847a2f8d1e73f219c115, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,44451,1733178000972 2024-12-02T22:20:10,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cebed53a7855847a2f8d1e73f219c115, server=7ae73638d47e,44451,1733178000972 because future has completed 2024-12-02T22:20:10,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:20:10,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cebed53a7855847a2f8d1e73f219c115, server=7ae73638d47e,44451,1733178000972 in 171 msec 2024-12-02T22:20:10,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:20:10,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cebed53a7855847a2f8d1e73f219c115, ASSIGN in 326 msec 2024-12-02T22:20:10,117 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:20:10,117 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178010117"}]},"ts":"1733178010117"} 2024-12-02T22:20:10,118 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:20:10,119 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:20:10,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-12-02T22:20:10,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T22:20:10,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T22:20:10,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:20:10,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T22:20:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:11,112 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:20:11,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:11,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,45179,1733178003845 2024-12-02T22:20:11,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b1b9b 2024-12-02T22:20:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:11,115 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:11,116 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:20:11,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:20:11,119 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:11,119 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:20:11,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:20:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:11,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:20:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:11,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 784c4535b85ea85baaa3cf8ad9c7c668, NAME => 'test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68 2024-12-02T22:20:11,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:20:11,677 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T22:20:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:11,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:11,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 784c4535b85ea85baaa3cf8ad9c7c668, disabling compactions & flushes 2024-12-02T22:20:11,946 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. 2024-12-02T22:20:11,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. 2024-12-02T22:20:11,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. after waiting 0 ms 2024-12-02T22:20:11,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. 2024-12-02T22:20:11,946 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. 2024-12-02T22:20:11,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 784c4535b85ea85baaa3cf8ad9c7c668: Waiting for close lock at 1733178011946Disabling compacts and flushes for region at 1733178011946Disabling writes for close at 1733178011946Writing region close event to WAL at 1733178011946Closed at 1733178011946 2024-12-02T22:20:11,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:20:11,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733178011948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178011948"}]},"ts":"1733178011948"} 2024-12-02T22:20:11,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:20:11,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:20:11,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178011951"}]},"ts":"1733178011951"} 2024-12-02T22:20:11,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:20:11,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=784c4535b85ea85baaa3cf8ad9c7c668, ASSIGN}] 2024-12-02T22:20:11,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=784c4535b85ea85baaa3cf8ad9c7c668, ASSIGN 2024-12-02T22:20:11,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=784c4535b85ea85baaa3cf8ad9c7c668, ASSIGN; state=OFFLINE, location=7ae73638d47e,42807,1733178003946; forceNewPlan=false, retain=false 2024-12-02T22:20:12,105 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=784c4535b85ea85baaa3cf8ad9c7c668, regionState=OPENING, regionLocation=7ae73638d47e,42807,1733178003946 2024-12-02T22:20:12,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=784c4535b85ea85baaa3cf8ad9c7c668, ASSIGN because future has completed 2024-12-02T22:20:12,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 784c4535b85ea85baaa3cf8ad9c7c668, server=7ae73638d47e,42807,1733178003946}] 2024-12-02T22:20:12,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:20:12,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:12,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:12,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:12,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:12,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:12,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:12,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:12,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:12,265 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. 2024-12-02T22:20:12,265 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 784c4535b85ea85baaa3cf8ad9c7c668, NAME => 'test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:12,265 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:12,265 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:20:12,266 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:12,266 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:12,266 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:12,266 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:12,267 INFO [StoreOpener-784c4535b85ea85baaa3cf8ad9c7c668-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:12,268 INFO [StoreOpener-784c4535b85ea85baaa3cf8ad9c7c668-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784c4535b85ea85baaa3cf8ad9c7c668 columnFamilyName f 2024-12-02T22:20:12,268 DEBUG [StoreOpener-784c4535b85ea85baaa3cf8ad9c7c668-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:12,268 INFO [StoreOpener-784c4535b85ea85baaa3cf8ad9c7c668-1 {}] regionserver.HStore(327): Store=784c4535b85ea85baaa3cf8ad9c7c668/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:12,269 INFO [StoreOpener-784c4535b85ea85baaa3cf8ad9c7c668-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:12,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:12,270 INFO [StoreOpener-784c4535b85ea85baaa3cf8ad9c7c668-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784c4535b85ea85baaa3cf8ad9c7c668 columnFamilyName f1 2024-12-02T22:20:12,270 DEBUG [StoreOpener-784c4535b85ea85baaa3cf8ad9c7c668-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:12,270 INFO [StoreOpener-784c4535b85ea85baaa3cf8ad9c7c668-1 {}] regionserver.HStore(327): Store=784c4535b85ea85baaa3cf8ad9c7c668/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:12,270 INFO [StoreOpener-784c4535b85ea85baaa3cf8ad9c7c668-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:12,271 INFO [StoreOpener-784c4535b85ea85baaa3cf8ad9c7c668-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784c4535b85ea85baaa3cf8ad9c7c668 columnFamilyName norep 2024-12-02T22:20:12,271 DEBUG [StoreOpener-784c4535b85ea85baaa3cf8ad9c7c668-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:12,271 INFO [StoreOpener-784c4535b85ea85baaa3cf8ad9c7c668-1 {}] regionserver.HStore(327): Store=784c4535b85ea85baaa3cf8ad9c7c668/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:12,271 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:12,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:12,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:12,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:12,275 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:12,277 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:12,278 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:12,278 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:12,278 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:20:12,279 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:12,281 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:12,281 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 784c4535b85ea85baaa3cf8ad9c7c668; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61246685, jitterRate=-0.08735327422618866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:20:12,281 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:12,281 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 784c4535b85ea85baaa3cf8ad9c7c668: Running coprocessor pre-open hook at 1733178012266Writing region info on filesystem at 1733178012266Initializing all the Stores at 1733178012266Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178012266Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178012267 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178012267Cleaning up temporary data from old regions at 1733178012278 (+11 ms)Running coprocessor post-open hooks at 1733178012281 (+3 ms)Region opened successfully at 1733178012281 2024-12-02T22:20:12,282 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668., pid=6, masterSystemTime=1733178012261 2024-12-02T22:20:12,285 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. 2024-12-02T22:20:12,285 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. 2024-12-02T22:20:12,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=784c4535b85ea85baaa3cf8ad9c7c668, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,42807,1733178003946 2024-12-02T22:20:12,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 784c4535b85ea85baaa3cf8ad9c7c668, server=7ae73638d47e,42807,1733178003946 because future has completed 2024-12-02T22:20:12,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:20:12,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 784c4535b85ea85baaa3cf8ad9c7c668, server=7ae73638d47e,42807,1733178003946 in 180 msec 2024-12-02T22:20:12,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:20:12,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=784c4535b85ea85baaa3cf8ad9c7c668, ASSIGN in 339 msec 2024-12-02T22:20:12,294 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:20:12,295 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178012294"}]},"ts":"1733178012294"} 2024-12-02T22:20:12,298 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:20:12,299 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:20:12,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1830 sec 2024-12-02T22:20:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:13,272 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:20:13,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b925887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:13,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43291,-1 for getting cluster id 2024-12-02T22:20:13,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:13,290 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c65e0cb4-ff9f-462f-96d9-811059cfd120' 2024-12-02T22:20:13,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:13,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c65e0cb4-ff9f-462f-96d9-811059cfd120" 2024-12-02T22:20:13,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e70d3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:13,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43291,-1] 2024-12-02T22:20:13,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:13,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:13,292 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:13,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b70fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:13,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,43291,1733177998296 2024-12-02T22:20:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@713993f8 2024-12-02T22:20:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:13,296 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:13,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:37843,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:20:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:20:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:13,300 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:37843' 2024-12-02T22:20:13,303 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34682df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:13,303 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,37843,-1 for getting cluster id 2024-12-02T22:20:13,303 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:13,304 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b80b4f3-1bde-4793-8461-272967db7444' 2024-12-02T22:20:13,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:13,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b80b4f3-1bde-4793-8461-272967db7444" 2024-12-02T22:20:13,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a8d5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:13,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,37843,-1] 2024-12-02T22:20:13,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:13,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:13,308 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:13,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29974da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:13,309 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:13,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,37843,1733178000887 2024-12-02T22:20:13,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fb5e811 2024-12-02T22:20:13,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:13,310 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:13,312 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T22:20:13,312 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:20:13,312 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:13,312 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:13,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:13,313 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:13,313 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:20:13,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:20:13,314 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:13,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:20:13,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741837_1013 (size=1138) 2024-12-02T22:20:13,339 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65c2ba66304f9948f4f7ca0587812285, NAME => 'hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c 2024-12-02T22:20:13,364 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:20:13,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741838_1014 (size=44) 2024-12-02T22:20:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:13,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:13,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 65c2ba66304f9948f4f7ca0587812285, disabling compactions & flushes 2024-12-02T22:20:13,765 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:13,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:13,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. after waiting 0 ms 2024-12-02T22:20:13,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:13,765 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:13,765 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65c2ba66304f9948f4f7ca0587812285: Waiting for close lock at 1733178013765Disabling compacts and flushes for region at 1733178013765Disabling writes for close at 1733178013765Writing region close event to WAL at 1733178013765Closed at 1733178013765 2024-12-02T22:20:13,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:20:13,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733178013766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178013766"}]},"ts":"1733178013766"} 2024-12-02T22:20:13,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:20:13,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:20:13,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178013769"}]},"ts":"1733178013769"} 2024-12-02T22:20:13,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:20:13,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65c2ba66304f9948f4f7ca0587812285, ASSIGN}] 2024-12-02T22:20:13,772 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65c2ba66304f9948f4f7ca0587812285, ASSIGN 2024-12-02T22:20:13,773 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65c2ba66304f9948f4f7ca0587812285, ASSIGN; state=OFFLINE, location=7ae73638d47e,37305,1733177998346; forceNewPlan=false, retain=false 2024-12-02T22:20:13,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65c2ba66304f9948f4f7ca0587812285, regionState=OPENING, regionLocation=7ae73638d47e,37305,1733177998346 2024-12-02T22:20:13,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65c2ba66304f9948f4f7ca0587812285, ASSIGN because future has completed 2024-12-02T22:20:13,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65c2ba66304f9948f4f7ca0587812285, server=7ae73638d47e,37305,1733177998346}] 2024-12-02T22:20:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:14,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:14,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:14,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:20:14,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C37305%2C1733177998346.rep, suffix=, logDir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346, archiveDir=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/oldWALs, maxLogs=10 2024-12-02T22:20:14,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.rep.1733178014083, exclude list is [], retry=0 2024-12-02T22:20:14,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39007,DS-83eca44d-6dd8-422f-9ac5-4861681afde2,DISK] 2024-12-02T22:20:14,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.rep.1733178014083 2024-12-02T22:20:14,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44415:44415)] 2024-12-02T22:20:14,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 65c2ba66304f9948f4f7ca0587812285, NAME => 'hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:14,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:14,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:20:14,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. service=MultiRowMutationService 2024-12-02T22:20:14,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:20:14,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:14,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:14,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:14,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:14,105 INFO [StoreOpener-65c2ba66304f9948f4f7ca0587812285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:14,106 INFO [StoreOpener-65c2ba66304f9948f4f7ca0587812285-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c2ba66304f9948f4f7ca0587812285 columnFamilyName hfileref 2024-12-02T22:20:14,106 DEBUG [StoreOpener-65c2ba66304f9948f4f7ca0587812285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:14,106 INFO [StoreOpener-65c2ba66304f9948f4f7ca0587812285-1 {}] regionserver.HStore(327): Store=65c2ba66304f9948f4f7ca0587812285/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:14,106 INFO [StoreOpener-65c2ba66304f9948f4f7ca0587812285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:14,107 INFO [StoreOpener-65c2ba66304f9948f4f7ca0587812285-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c2ba66304f9948f4f7ca0587812285 columnFamilyName queue 2024-12-02T22:20:14,107 DEBUG [StoreOpener-65c2ba66304f9948f4f7ca0587812285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:14,108 INFO [StoreOpener-65c2ba66304f9948f4f7ca0587812285-1 {}] regionserver.HStore(327): Store=65c2ba66304f9948f4f7ca0587812285/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:14,108 INFO [StoreOpener-65c2ba66304f9948f4f7ca0587812285-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:14,109 INFO [StoreOpener-65c2ba66304f9948f4f7ca0587812285-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c2ba66304f9948f4f7ca0587812285 columnFamilyName sid 2024-12-02T22:20:14,109 DEBUG [StoreOpener-65c2ba66304f9948f4f7ca0587812285-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:14,109 INFO [StoreOpener-65c2ba66304f9948f4f7ca0587812285-1 {}] regionserver.HStore(327): Store=65c2ba66304f9948f4f7ca0587812285/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:14,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:14,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/replication/65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:14,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/replication/65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:14,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:14,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:14,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:20:14,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:14,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/replication/65c2ba66304f9948f4f7ca0587812285/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:14,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 65c2ba66304f9948f4f7ca0587812285; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71045246, jitterRate=0.058656662702560425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:20:14,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:14,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 65c2ba66304f9948f4f7ca0587812285: Running coprocessor pre-open hook at 1733178014104Writing region info on filesystem at 1733178014104Initializing all the Stores at 1733178014104Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178014104Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178014105 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178014105Cleaning up temporary data from old regions at 1733178014112 (+7 ms)Running coprocessor post-open hooks at 1733178014116 (+4 ms)Region opened successfully at 1733178014116 2024-12-02T22:20:14,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285., pid=10, masterSystemTime=1733178014078 2024-12-02T22:20:14,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:14,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:14,119 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65c2ba66304f9948f4f7ca0587812285, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,37305,1733177998346 2024-12-02T22:20:14,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65c2ba66304f9948f4f7ca0587812285, server=7ae73638d47e,37305,1733177998346 because future has completed 2024-12-02T22:20:14,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:20:14,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 65c2ba66304f9948f4f7ca0587812285, server=7ae73638d47e,37305,1733177998346 in 199 msec 2024-12-02T22:20:14,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T22:20:14,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65c2ba66304f9948f4f7ca0587812285, ASSIGN in 356 msec 2024-12-02T22:20:14,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:20:14,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178014130"}]},"ts":"1733178014130"} 2024-12-02T22:20:14,131 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:20:14,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:20:14,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 819 msec 2024-12-02T22:20:14,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285., hostname=7ae73638d47e,37305,1733177998346, seqNum=2] 2024-12-02T22:20:14,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:20:14,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:20:14,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:20:14,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T22:20:14,330 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:20:14,373 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,37305,1733177998346, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:20:14,373 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:14,373 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,37305,1733177998346, seqNum=-1] 2024-12-02T22:20:14,374 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:14,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-02T22:20:14,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,37305,1733177998346', locateType=CURRENT is [region=hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285., hostname=7ae73638d47e,37305,1733177998346, seqNum=2] 2024-12-02T22:20:14,379 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T22:20:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T22:20:14,381 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,37305,1733177998346 suceeded 2024-12-02T22:20:14,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T22:20:14,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-12-02T22:20:14,383 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:37843,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:20:14,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0860 sec 2024-12-02T22:20:14,400 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:37843' 2024-12-02T22:20:14,404 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76ece21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:14,404 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,37843,-1 for getting cluster id 2024-12-02T22:20:14,404 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:14,405 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b80b4f3-1bde-4793-8461-272967db7444' 2024-12-02T22:20:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b80b4f3-1bde-4793-8461-272967db7444" 2024-12-02T22:20:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27472742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,37843,-1] 2024-12-02T22:20:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:14,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:14,406 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:14,406 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@df12b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:14,407 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:14,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,37843,1733178000887 2024-12-02T22:20:14,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2131f095 2024-12-02T22:20:14,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:14,408 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-02T22:20:14,409 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,37305,1733177998346 (queues=1) is replicating from cluster=c65e0cb4-ff9f-462f-96d9-811059cfd120 to cluster=4b80b4f3-1bde-4793-8461-272967db7444 2024-12-02T22:20:14,409 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C37305%2C1733177998346 2024-12-02T22:20:14,409 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,37305,1733177998346, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:20:14,409 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C37305%2C1733177998346 2024-12-02T22:20:14,409 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569, startPosition=0, beingWritten=true 2024-12-02T22:20:14,414 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:14,414 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 379, reset compression=false 2024-12-02T22:20:14,414 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,37305,1733177998346 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:14,441 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:20:14,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:14,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:14,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:14,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:14,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:14,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0a40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:14,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,37843,-1 for getting cluster id 2024-12-02T22:20:14,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:14,443 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b80b4f3-1bde-4793-8461-272967db7444' 2024-12-02T22:20:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:14,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b80b4f3-1bde-4793-8461-272967db7444" 2024-12-02T22:20:14,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272a6016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:14,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,37843,-1] 2024-12-02T22:20:14,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:14,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:14,445 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:14,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a39bf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:14,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:14,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,37843,1733178000887 2024-12-02T22:20:14,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57b8922e 2024-12-02T22:20:14,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:14,447 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:14,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:45179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:20:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:20:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:14,450 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:45179' 2024-12-02T22:20:14,451 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd1a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:14,451 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,45179,-1 for getting cluster id 2024-12-02T22:20:14,451 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:14,451 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e4dde2-d084-4987-af70-57a39be50398' 2024-12-02T22:20:14,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:14,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e4dde2-d084-4987-af70-57a39be50398" 2024-12-02T22:20:14,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34319e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:14,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,45179,-1] 2024-12-02T22:20:14,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:14,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:14,452 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:14,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9272cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:14,453 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:14,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,45179,1733178003845 2024-12-02T22:20:14,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e72967a 2024-12-02T22:20:14,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:14,454 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:14,455 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T22:20:14,455 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:20:14,455 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:14,455 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:14,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:14,455 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:14,456 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:20:14,457 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:20:14,457 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:14,458 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:20:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741837_1013 (size=1138) 2024-12-02T22:20:14,506 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:20:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:14,617 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 379, reset compression=false 2024-12-02T22:20:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:14,873 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => deffa3e52fd8cf5e10653f007b94c5d5, NAME => 'hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067 2024-12-02T22:20:14,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741838_1014 (size=44) 2024-12-02T22:20:14,927 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 379, reset compression=false 2024-12-02T22:20:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:15,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:15,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing deffa3e52fd8cf5e10653f007b94c5d5, disabling compactions & flushes 2024-12-02T22:20:15,294 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. 2024-12-02T22:20:15,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. 2024-12-02T22:20:15,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. after waiting 0 ms 2024-12-02T22:20:15,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. 2024-12-02T22:20:15,294 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. 2024-12-02T22:20:15,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for deffa3e52fd8cf5e10653f007b94c5d5: Waiting for close lock at 1733178015294Disabling compacts and flushes for region at 1733178015294Disabling writes for close at 1733178015294Writing region close event to WAL at 1733178015294Closed at 1733178015294 2024-12-02T22:20:15,295 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:20:15,296 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733178015295"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178015295"}]},"ts":"1733178015295"} 2024-12-02T22:20:15,298 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:20:15,299 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:20:15,299 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178015299"}]},"ts":"1733178015299"} 2024-12-02T22:20:15,301 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:20:15,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=deffa3e52fd8cf5e10653f007b94c5d5, ASSIGN}] 2024-12-02T22:20:15,303 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=deffa3e52fd8cf5e10653f007b94c5d5, ASSIGN 2024-12-02T22:20:15,304 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=deffa3e52fd8cf5e10653f007b94c5d5, ASSIGN; state=OFFLINE, location=7ae73638d47e,44451,1733178000972; forceNewPlan=false, retain=false 2024-12-02T22:20:15,354 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 379, reset compression=false 2024-12-02T22:20:15,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=deffa3e52fd8cf5e10653f007b94c5d5, regionState=OPENING, regionLocation=7ae73638d47e,44451,1733178000972 2024-12-02T22:20:15,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=deffa3e52fd8cf5e10653f007b94c5d5, ASSIGN because future has completed 2024-12-02T22:20:15,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure deffa3e52fd8cf5e10653f007b94c5d5, server=7ae73638d47e,44451,1733178000972}] 2024-12-02T22:20:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:15,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. 2024-12-02T22:20:15,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:15,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:20:15,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C44451%2C1733178000972.rep, suffix=, logDir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972, archiveDir=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/oldWALs, maxLogs=10 2024-12-02T22:20:15,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.rep.1733178015629, exclude list is [], retry=0 2024-12-02T22:20:15,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37153,DS-0b940d30-8023-4623-9cef-d1f5ffcb939e,DISK] 2024-12-02T22:20:15,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.rep.1733178015629 2024-12-02T22:20:15,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36417:36417)] 2024-12-02T22:20:15,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => deffa3e52fd8cf5e10653f007b94c5d5, NAME => 'hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:15,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:15,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:20:15,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. service=MultiRowMutationService 2024-12-02T22:20:15,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:20:15,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:15,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:15,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:15,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:15,681 INFO [StoreOpener-deffa3e52fd8cf5e10653f007b94c5d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:15,682 INFO [StoreOpener-deffa3e52fd8cf5e10653f007b94c5d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deffa3e52fd8cf5e10653f007b94c5d5 columnFamilyName hfileref 2024-12-02T22:20:15,682 DEBUG [StoreOpener-deffa3e52fd8cf5e10653f007b94c5d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:15,683 INFO [StoreOpener-deffa3e52fd8cf5e10653f007b94c5d5-1 {}] regionserver.HStore(327): Store=deffa3e52fd8cf5e10653f007b94c5d5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:15,684 INFO [StoreOpener-deffa3e52fd8cf5e10653f007b94c5d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:15,685 INFO [StoreOpener-deffa3e52fd8cf5e10653f007b94c5d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deffa3e52fd8cf5e10653f007b94c5d5 columnFamilyName queue 2024-12-02T22:20:15,685 DEBUG [StoreOpener-deffa3e52fd8cf5e10653f007b94c5d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:15,685 INFO [StoreOpener-deffa3e52fd8cf5e10653f007b94c5d5-1 {}] regionserver.HStore(327): Store=deffa3e52fd8cf5e10653f007b94c5d5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:15,685 INFO [StoreOpener-deffa3e52fd8cf5e10653f007b94c5d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:15,686 INFO [StoreOpener-deffa3e52fd8cf5e10653f007b94c5d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deffa3e52fd8cf5e10653f007b94c5d5 columnFamilyName sid 2024-12-02T22:20:15,686 DEBUG [StoreOpener-deffa3e52fd8cf5e10653f007b94c5d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:15,687 INFO [StoreOpener-deffa3e52fd8cf5e10653f007b94c5d5-1 {}] regionserver.HStore(327): Store=deffa3e52fd8cf5e10653f007b94c5d5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:15,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:15,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/replication/deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:15,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/replication/deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:15,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:15,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:15,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:20:15,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:15,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/replication/deffa3e52fd8cf5e10653f007b94c5d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:15,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened deffa3e52fd8cf5e10653f007b94c5d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68899622, jitterRate=0.02668437361717224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:20:15,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:15,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for deffa3e52fd8cf5e10653f007b94c5d5: Running coprocessor pre-open hook at 1733178015675Writing region info on filesystem at 1733178015675Initializing all the Stores at 1733178015675Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178015675Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178015681 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178015681Cleaning up temporary data from old regions at 1733178015689 (+8 ms)Running coprocessor post-open hooks at 1733178015693 (+4 ms)Region opened successfully at 1733178015693 2024-12-02T22:20:15,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5., pid=10, masterSystemTime=1733178015613 2024-12-02T22:20:15,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. 2024-12-02T22:20:15,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. 2024-12-02T22:20:15,698 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=deffa3e52fd8cf5e10653f007b94c5d5, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,44451,1733178000972 2024-12-02T22:20:15,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure deffa3e52fd8cf5e10653f007b94c5d5, server=7ae73638d47e,44451,1733178000972 because future has completed 2024-12-02T22:20:15,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:20:15,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure deffa3e52fd8cf5e10653f007b94c5d5, server=7ae73638d47e,44451,1733178000972 in 249 msec 2024-12-02T22:20:15,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T22:20:15,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=deffa3e52fd8cf5e10653f007b94c5d5, ASSIGN in 406 msec 2024-12-02T22:20:15,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:20:15,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178015711"}]},"ts":"1733178015711"} 2024-12-02T22:20:15,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:20:15,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:20:15,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2580 sec 2024-12-02T22:20:15,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5., hostname=7ae73638d47e,44451,1733178000972, seqNum=2] 2024-12-02T22:20:15,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:15,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:15,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:20:15,862 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 379, reset compression=false 2024-12-02T22:20:15,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T22:20:15,937 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:20:15,990 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,44451,1733178000972, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:20:15,991 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:15,991 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,44451,1733178000972, seqNum=-1] 2024-12-02T22:20:15,991 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:15,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-02T22:20:15,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,44451,1733178000972', locateType=CURRENT is [region=hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5., hostname=7ae73638d47e,44451,1733178000972, seqNum=2] 2024-12-02T22:20:16,008 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T22:20:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T22:20:16,011 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,44451,1733178000972 suceeded 2024-12-02T22:20:16,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T22:20:16,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 236 msec 2024-12-02T22:20:16,014 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:45179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:20:16,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5680 sec 2024-12-02T22:20:16,027 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:45179' 2024-12-02T22:20:16,029 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@133b202c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:16,029 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,45179,-1 for getting cluster id 2024-12-02T22:20:16,029 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:16,030 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e4dde2-d084-4987-af70-57a39be50398' 2024-12-02T22:20:16,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:16,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e4dde2-d084-4987-af70-57a39be50398" 2024-12-02T22:20:16,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f3ee04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:16,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,45179,-1] 2024-12-02T22:20:16,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:16,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:16,032 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:16,032 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ec0f222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:16,033 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:16,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,45179,1733178003845 2024-12-02T22:20:16,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d91efa0 2024-12-02T22:20:16,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:16,035 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-02T22:20:16,035 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,44451,1733178000972 (queues=1) is replicating from cluster=4b80b4f3-1bde-4793-8461-272967db7444 to cluster=e1e4dde2-d084-4987-af70-57a39be50398 2024-12-02T22:20:16,036 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C44451%2C1733178000972 2024-12-02T22:20:16,036 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,44451,1733178000972, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:20:16,039 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434, startPosition=0, beingWritten=true 2024-12-02T22:20:16,043 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C44451%2C1733178000972 2024-12-02T22:20:16,058 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:16,058 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 379, reset compression=false 2024-12-02T22:20:16,058 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44451,1733178000972 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:16,272 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 379, reset compression=false 2024-12-02T22:20:16,470 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 379, reset compression=false 2024-12-02T22:20:16,587 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 379, reset compression=false 2024-12-02T22:20:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:16,602 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:20:16,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:16,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:16,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:16,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:16,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:16,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a507bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:16,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,45179,-1 for getting cluster id 2024-12-02T22:20:16,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:16,605 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e4dde2-d084-4987-af70-57a39be50398' 2024-12-02T22:20:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e4dde2-d084-4987-af70-57a39be50398" 2024-12-02T22:20:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de93fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,45179,-1] 2024-12-02T22:20:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:16,607 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:16,608 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2504bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:16,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,45179,1733178003845 2024-12-02T22:20:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a6b47d1 2024-12-02T22:20:16,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:16,610 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:16,610 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:43291,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:20:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:20:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:16,614 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:43291' 2024-12-02T22:20:16,615 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4facc371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:16,615 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43291,-1 for getting cluster id 2024-12-02T22:20:16,615 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:16,615 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c65e0cb4-ff9f-462f-96d9-811059cfd120' 2024-12-02T22:20:16,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:16,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c65e0cb4-ff9f-462f-96d9-811059cfd120" 2024-12-02T22:20:16,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d6c877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:16,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43291,-1] 2024-12-02T22:20:16,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:16,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:16,617 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:16,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7891aca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:16,617 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:16,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,43291,1733177998296 2024-12-02T22:20:16,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43bc98ed 2024-12-02T22:20:16,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:16,619 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:16,620 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-02T22:20:16,621 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:20:16,621 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:16,621 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:16,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:16,622 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:16,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:20:16,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:20:16,624 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:16,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:20:16,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741837_1013 (size=1138) 2024-12-02T22:20:16,673 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:20:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:16,994 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 379, reset compression=false 2024-12-02T22:20:17,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51501217e724c17341bbf3a4ef4d5d68, NAME => 'hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68 2024-12-02T22:20:17,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741838_1014 (size=44) 2024-12-02T22:20:17,076 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:17,076 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 51501217e724c17341bbf3a4ef4d5d68, disabling compactions & flushes 2024-12-02T22:20:17,076 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. 2024-12-02T22:20:17,076 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. 2024-12-02T22:20:17,076 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. after waiting 0 ms 2024-12-02T22:20:17,076 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. 2024-12-02T22:20:17,076 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. 2024-12-02T22:20:17,076 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51501217e724c17341bbf3a4ef4d5d68: Waiting for close lock at 1733178017076Disabling compacts and flushes for region at 1733178017076Disabling writes for close at 1733178017076Writing region close event to WAL at 1733178017076Closed at 1733178017076 2024-12-02T22:20:17,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:20:17,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733178017078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178017078"}]},"ts":"1733178017078"} 2024-12-02T22:20:17,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:20:17,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:20:17,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178017081"}]},"ts":"1733178017081"} 2024-12-02T22:20:17,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:20:17,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51501217e724c17341bbf3a4ef4d5d68, ASSIGN}] 2024-12-02T22:20:17,085 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51501217e724c17341bbf3a4ef4d5d68, ASSIGN 2024-12-02T22:20:17,086 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51501217e724c17341bbf3a4ef4d5d68, ASSIGN; state=OFFLINE, location=7ae73638d47e,42807,1733178003946; forceNewPlan=false, retain=false 2024-12-02T22:20:17,182 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 379, reset compression=false 2024-12-02T22:20:17,238 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51501217e724c17341bbf3a4ef4d5d68, regionState=OPENING, regionLocation=7ae73638d47e,42807,1733178003946 2024-12-02T22:20:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:17,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51501217e724c17341bbf3a4ef4d5d68, ASSIGN because future has completed 2024-12-02T22:20:17,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51501217e724c17341bbf3a4ef4d5d68, server=7ae73638d47e,42807,1733178003946}] 2024-12-02T22:20:17,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. 2024-12-02T22:20:17,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:17,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:20:17,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C42807%2C1733178003946.rep, suffix=, logDir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946, archiveDir=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/oldWALs, maxLogs=10 2024-12-02T22:20:17,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.rep.1733178017409, exclude list is [], retry=0 2024-12-02T22:20:17,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38583,DS-ed4bc4ed-740c-41d5-b07f-83814ecae25a,DISK] 2024-12-02T22:20:17,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.rep.1733178017409 2024-12-02T22:20:17,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44015:44015)] 2024-12-02T22:20:17,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 51501217e724c17341bbf3a4ef4d5d68, NAME => 'hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:17,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:17,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:20:17,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. service=MultiRowMutationService 2024-12-02T22:20:17,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:20:17,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51501217e724c17341bbf3a4ef4d5d68 2024-12-02T22:20:17,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:17,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 51501217e724c17341bbf3a4ef4d5d68 2024-12-02T22:20:17,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 51501217e724c17341bbf3a4ef4d5d68 2024-12-02T22:20:17,445 INFO [StoreOpener-51501217e724c17341bbf3a4ef4d5d68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51501217e724c17341bbf3a4ef4d5d68 2024-12-02T22:20:17,446 INFO [StoreOpener-51501217e724c17341bbf3a4ef4d5d68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51501217e724c17341bbf3a4ef4d5d68 columnFamilyName hfileref 2024-12-02T22:20:17,446 DEBUG [StoreOpener-51501217e724c17341bbf3a4ef4d5d68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:17,446 INFO [StoreOpener-51501217e724c17341bbf3a4ef4d5d68-1 {}] regionserver.HStore(327): Store=51501217e724c17341bbf3a4ef4d5d68/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:17,446 INFO [StoreOpener-51501217e724c17341bbf3a4ef4d5d68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51501217e724c17341bbf3a4ef4d5d68 2024-12-02T22:20:17,447 INFO [StoreOpener-51501217e724c17341bbf3a4ef4d5d68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51501217e724c17341bbf3a4ef4d5d68 columnFamilyName queue 2024-12-02T22:20:17,447 DEBUG [StoreOpener-51501217e724c17341bbf3a4ef4d5d68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:17,448 INFO [StoreOpener-51501217e724c17341bbf3a4ef4d5d68-1 {}] regionserver.HStore(327): Store=51501217e724c17341bbf3a4ef4d5d68/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:17,448 INFO [StoreOpener-51501217e724c17341bbf3a4ef4d5d68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51501217e724c17341bbf3a4ef4d5d68 2024-12-02T22:20:17,449 INFO [StoreOpener-51501217e724c17341bbf3a4ef4d5d68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51501217e724c17341bbf3a4ef4d5d68 columnFamilyName sid 2024-12-02T22:20:17,449 DEBUG [StoreOpener-51501217e724c17341bbf3a4ef4d5d68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:17,449 INFO [StoreOpener-51501217e724c17341bbf3a4ef4d5d68-1 {}] regionserver.HStore(327): Store=51501217e724c17341bbf3a4ef4d5d68/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:17,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 51501217e724c17341bbf3a4ef4d5d68 2024-12-02T22:20:17,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/replication/51501217e724c17341bbf3a4ef4d5d68 2024-12-02T22:20:17,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/replication/51501217e724c17341bbf3a4ef4d5d68 2024-12-02T22:20:17,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 51501217e724c17341bbf3a4ef4d5d68 2024-12-02T22:20:17,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 51501217e724c17341bbf3a4ef4d5d68 2024-12-02T22:20:17,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:20:17,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 51501217e724c17341bbf3a4ef4d5d68 2024-12-02T22:20:17,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/replication/51501217e724c17341bbf3a4ef4d5d68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:17,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 51501217e724c17341bbf3a4ef4d5d68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68108920, jitterRate=0.014901995658874512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:20:17,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51501217e724c17341bbf3a4ef4d5d68 2024-12-02T22:20:17,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 51501217e724c17341bbf3a4ef4d5d68: Running coprocessor pre-open hook at 1733178017440Writing region info on filesystem at 1733178017440Initializing all the Stores at 1733178017441 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178017441Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178017444 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178017444Cleaning up temporary data from old regions at 1733178017451 (+7 ms)Running coprocessor post-open hooks at 1733178017456 (+5 ms)Region opened successfully at 1733178017456 2024-12-02T22:20:17,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68., pid=10, masterSystemTime=1733178017400 2024-12-02T22:20:17,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. 2024-12-02T22:20:17,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. 2024-12-02T22:20:17,459 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51501217e724c17341bbf3a4ef4d5d68, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,42807,1733178003946 2024-12-02T22:20:17,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51501217e724c17341bbf3a4ef4d5d68, server=7ae73638d47e,42807,1733178003946 because future has completed 2024-12-02T22:20:17,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:20:17,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 51501217e724c17341bbf3a4ef4d5d68, server=7ae73638d47e,42807,1733178003946 in 219 msec 2024-12-02T22:20:17,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T22:20:17,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51501217e724c17341bbf3a4ef4d5d68, ASSIGN in 385 msec 2024-12-02T22:20:17,472 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:20:17,473 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178017472"}]},"ts":"1733178017472"} 2024-12-02T22:20:17,476 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:20:17,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:20:17,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 855 msec 2024-12-02T22:20:17,498 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 379, reset compression=false 2024-12-02T22:20:17,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68., hostname=7ae73638d47e,42807,1733178003946, seqNum=2] 2024-12-02T22:20:17,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:17,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:17,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:20:17,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T22:20:17,697 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:20:17,741 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,42807,1733178003946, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:20:17,742 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:17,742 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,42807,1733178003946, seqNum=-1] 2024-12-02T22:20:17,742 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:17,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-02T22:20:17,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,42807,1733178003946', locateType=CURRENT is [region=hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68., hostname=7ae73638d47e,42807,1733178003946, seqNum=2] 2024-12-02T22:20:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:17,760 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T22:20:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T22:20:17,764 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,42807,1733178003946 suceeded 2024-12-02T22:20:17,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T22:20:17,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-12-02T22:20:17,766 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:43291,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:20:17,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1560 sec 2024-12-02T22:20:17,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:20:17,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:17,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:17,787 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:43291' 2024-12-02T22:20:17,793 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2917b213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:17,793 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43291,-1 for getting cluster id 2024-12-02T22:20:17,793 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:17,794 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c65e0cb4-ff9f-462f-96d9-811059cfd120' 2024-12-02T22:20:17,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:17,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c65e0cb4-ff9f-462f-96d9-811059cfd120" 2024-12-02T22:20:17,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fb3b5aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:17,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43291,-1] 2024-12-02T22:20:17,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:17,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:17,798 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:17,799 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fc7357c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:17,799 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:17,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,43291,1733177998296 2024-12-02T22:20:17,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@403429b0 2024-12-02T22:20:17,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:17,801 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-02T22:20:17,802 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,42807,1733178003946 (queues=1) is replicating from cluster=e1e4dde2-d084-4987-af70-57a39be50398 to cluster=c65e0cb4-ff9f-462f-96d9-811059cfd120 2024-12-02T22:20:17,802 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C42807%2C1733178003946 2024-12-02T22:20:17,802 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,42807,1733178003946, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:20:17,809 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198, startPosition=0, beingWritten=true 2024-12-02T22:20:17,828 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C42807%2C1733178003946 2024-12-02T22:20:17,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:17,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:17,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:17,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:17,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:17,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:17,864 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:17,864 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 379, reset compression=false 2024-12-02T22:20:17,864 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,42807,1733178003946 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:17,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:17,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:17,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:17,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:17,999 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 379, reset compression=false 2024-12-02T22:20:18,091 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 379, reset compression=false 2024-12-02T22:20:18,114 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 379, reset compression=false 2024-12-02T22:20:18,417 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 379, reset compression=false 2024-12-02T22:20:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:18,762 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:20:18,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:18,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:18,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:18,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:18,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:18,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5305136c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:18,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43291,-1 for getting cluster id 2024-12-02T22:20:18,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:18,779 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c65e0cb4-ff9f-462f-96d9-811059cfd120' 2024-12-02T22:20:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c65e0cb4-ff9f-462f-96d9-811059cfd120" 2024-12-02T22:20:18,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f7c4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:18,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43291,-1] 2024-12-02T22:20:18,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:18,782 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:18,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f4394c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:18,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d692f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:18,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,37843,-1 for getting cluster id 2024-12-02T22:20:18,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:18,797 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b80b4f3-1bde-4793-8461-272967db7444' 2024-12-02T22:20:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b80b4f3-1bde-4793-8461-272967db7444" 2024-12-02T22:20:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff01c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,37843,-1] 2024-12-02T22:20:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:18,800 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:18,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509ef991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:18,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cef273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:18,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,45179,-1 for getting cluster id 2024-12-02T22:20:18,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:18,822 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e4dde2-d084-4987-af70-57a39be50398' 2024-12-02T22:20:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e4dde2-d084-4987-af70-57a39be50398" 2024-12-02T22:20:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3432ed49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,45179,-1] 2024-12-02T22:20:18,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:18,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:18,826 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 379, reset compression=false 2024-12-02T22:20:18,826 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:18,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59dcbff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:18,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,37305,1733177998346, seqNum=-1] 2024-12-02T22:20:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:18,846 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 379, reset compression=false 2024-12-02T22:20:18,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733178006795.961e5030216d51deb8676aaa31e047e0., hostname=7ae73638d47e,37305,1733177998346, seqNum=2] 2024-12-02T22:20:18,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,42807,1733178003946, seqNum=-1] 2024-12-02T22:20:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:18,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:18,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668., hostname=7ae73638d47e,42807,1733178003946, seqNum=2] 2024-12-02T22:20:18,883 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T22:20:18,922 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 379, reset compression=false 2024-12-02T22:20:18,929 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:18,929 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 480, reset compression=false 2024-12-02T22:20:18,929 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,37305,1733177998346 got entry batch from reader: WALEntryBatch [walEntries=[{test/961e5030216d51deb8676aaa31e047e0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T22:20:18,932 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:20:18,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-02T22:20:18,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:18,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22f11319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:18,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,37843,-1 for getting cluster id 2024-12-02T22:20:18,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:18,939 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b80b4f3-1bde-4793-8461-272967db7444' 2024-12-02T22:20:18,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:18,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b80b4f3-1bde-4793-8461-272967db7444" 2024-12-02T22:20:18,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13dd9867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:18,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,37843,-1] 2024-12-02T22:20:18,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:18,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:18,940 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:18,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@681d5397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:18,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:18,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,44451,1733178000972, seqNum=-1] 2024-12-02T22:20:18,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:18,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-02T22:20:18,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733178008964.cebed53a7855847a2f8d1e73f219c115., hostname=7ae73638d47e,44451,1733178000972, seqNum=2] 2024-12-02T22:20:18,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:19,165 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 480, reset compression=false 2024-12-02T22:20:19,191 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:19,192 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:20:19,192 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48465 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:20:19,362 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 379, reset compression=false 2024-12-02T22:20:19,471 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 480, reset compression=false 2024-12-02T22:20:19,643 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 379, reset compression=false 2024-12-02T22:20:19,650 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:19,650 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 504, reset compression=false 2024-12-02T22:20:19,650 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44451,1733178000972 got entry batch from reader: WALEntryBatch [walEntries=[{test/cebed53a7855847a2f8d1e73f219c115/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-02T22:20:19,655 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:20:19,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-02T22:20:19,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:19,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28e5811c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:19,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,45179,-1 for getting cluster id 2024-12-02T22:20:19,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:19,665 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e4dde2-d084-4987-af70-57a39be50398' 2024-12-02T22:20:19,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:19,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e4dde2-d084-4987-af70-57a39be50398" 2024-12-02T22:20:19,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@274e663d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:19,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,45179,-1] 2024-12-02T22:20:19,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:19,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:19,668 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:19,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ca3ebba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:19,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:19,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,42807,1733178003946, seqNum=-1] 2024-12-02T22:20:19,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:19,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-02T22:20:19,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668., hostname=7ae73638d47e,42807,1733178003946, seqNum=2] 2024-12-02T22:20:19,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:19,864 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 504, reset compression=false 2024-12-02T22:20:19,882 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 480, reset compression=false 2024-12-02T22:20:19,886 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T22:20:19,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:19,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,44451,1733178000972, seqNum=-1] 2024-12-02T22:20:19,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:19,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:19,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733178008964.cebed53a7855847a2f8d1e73f219c115., hostname=7ae73638d47e,44451,1733178000972, seqNum=2] 2024-12-02T22:20:19,897 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T22:20:19,992 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 379, reset compression=false 2024-12-02T22:20:20,006 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:20,006 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 527, reset compression=false 2024-12-02T22:20:20,006 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,42807,1733178003946 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:20,183 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 504, reset compression=false 2024-12-02T22:20:20,189 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:20,189 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 608, reset compression=false 2024-12-02T22:20:20,189 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44451,1733178000972 got entry batch from reader: WALEntryBatch [walEntries=[{test/cebed53a7855847a2f8d1e73f219c115/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T22:20:20,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:20,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:20,228 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 527, reset compression=false 2024-12-02T22:20:20,234 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:20,234 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 654, reset compression=false 2024-12-02T22:20:20,234 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,42807,1733178003946 got entry batch from reader: WALEntryBatch [walEntries=[{test/784c4535b85ea85baaa3cf8ad9c7c668/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T22:20:20,240 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:20:20,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-02T22:20:20,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:20,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@313d7cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:20,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43291,-1 for getting cluster id 2024-12-02T22:20:20,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:20,249 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c65e0cb4-ff9f-462f-96d9-811059cfd120' 2024-12-02T22:20:20,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:20,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c65e0cb4-ff9f-462f-96d9-811059cfd120" 2024-12-02T22:20:20,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a70682d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:20,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43291,-1] 2024-12-02T22:20:20,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:20,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:20,252 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:20,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b12ec99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:20,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:20,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,37305,1733177998346, seqNum=-1] 2024-12-02T22:20:20,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:20,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-02T22:20:20,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733178006795.961e5030216d51deb8676aaa31e047e0., hostname=7ae73638d47e,37305,1733177998346, seqNum=2] 2024-12-02T22:20:20,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:20,406 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 608, reset compression=false 2024-12-02T22:20:20,407 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 480, reset compression=false 2024-12-02T22:20:20,426 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:20,426 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 631, reset compression=false 2024-12-02T22:20:20,426 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,37305,1733177998346 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:20,438 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 654, reset compression=false 2024-12-02T22:20:20,672 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 631, reset compression=false 2024-12-02T22:20:20,723 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 608, reset compression=false 2024-12-02T22:20:20,774 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 654, reset compression=false 2024-12-02T22:20:20,905 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T22:20:20,909 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-02T22:20:20,990 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 631, reset compression=false 2024-12-02T22:20:21,128 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 608, reset compression=false 2024-12-02T22:20:21,185 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 654, reset compression=false 2024-12-02T22:20:21,216 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:21,216 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 758, reset compression=false 2024-12-02T22:20:21,216 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,42807,1733178003946 got entry batch from reader: WALEntryBatch [walEntries=[{test/784c4535b85ea85baaa3cf8ad9c7c668/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T22:20:21,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:21,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:21,394 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 631, reset compression=false 2024-12-02T22:20:21,425 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:21,425 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 759, reset compression=false 2024-12-02T22:20:21,425 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,37305,1733177998346 got entry batch from reader: WALEntryBatch [walEntries=[{test/961e5030216d51deb8676aaa31e047e0/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T22:20:21,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:21,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:21,437 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 758, reset compression=false 2024-12-02T22:20:21,633 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 608, reset compression=false 2024-12-02T22:20:21,641 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 759, reset compression=false 2024-12-02T22:20:21,653 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:21,653 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 760, reset compression=false 2024-12-02T22:20:21,653 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44451,1733178000972 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:21,748 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 758, reset compression=false 2024-12-02T22:20:21,886 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 760, reset compression=false 2024-12-02T22:20:21,913 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-02T22:20:21,921 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T22:20:21,976 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 759, reset compression=false 2024-12-02T22:20:21,994 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:21,994 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 915, reset compression=false 2024-12-02T22:20:21,994 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,37305,1733177998346 got entry batch from reader: WALEntryBatch [walEntries=[{test/961e5030216d51deb8676aaa31e047e0/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T22:20:21,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:22,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:22,178 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 758, reset compression=false 2024-12-02T22:20:22,194 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 760, reset compression=false 2024-12-02T22:20:22,199 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 915, reset compression=false 2024-12-02T22:20:22,231 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:22,232 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 908, reset compression=false 2024-12-02T22:20:22,232 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44451,1733178000972 got entry batch from reader: WALEntryBatch [walEntries=[{test/cebed53a7855847a2f8d1e73f219c115/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-02T22:20:22,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:22,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:22,449 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 908, reset compression=false 2024-12-02T22:20:22,526 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 915, reset compression=false 2024-12-02T22:20:22,710 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 758, reset compression=false 2024-12-02T22:20:22,716 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:22,716 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 929, reset compression=false 2024-12-02T22:20:22,716 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,42807,1733178003946 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:22,766 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 908, reset compression=false 2024-12-02T22:20:22,924 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T22:20:22,930 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T22:20:22,945 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:20:22,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:22,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:22,948 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 929, reset compression=false 2024-12-02T22:20:22,966 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 915, reset compression=false 2024-12-02T22:20:22,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:22,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:22,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:22,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:22,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:22,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:23,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:23,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:23,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:23,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:23,177 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 908, reset compression=false 2024-12-02T22:20:23,196 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:23,196 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44451,1733178000972 got entry batch from reader: WALEntryBatch [walEntries=[{test/cebed53a7855847a2f8d1e73f219c115/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T22:20:23,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:23,199 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1067, reset compression=false 2024-12-02T22:20:23,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:23,280 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 929, reset compression=false 2024-12-02T22:20:23,320 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:23,320 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 1078, reset compression=false 2024-12-02T22:20:23,320 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,42807,1733178003946 got entry batch from reader: WALEntryBatch [walEntries=[{test/784c4535b85ea85baaa3cf8ad9c7c668/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-02T22:20:23,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:23,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:23,437 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1067, reset compression=false 2024-12-02T22:20:23,478 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 915, reset compression=false 2024-12-02T22:20:23,518 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:23,518 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,37305,1733177998346 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:23,518 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1088, reset compression=false 2024-12-02T22:20:23,554 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 1078, reset compression=false 2024-12-02T22:20:23,752 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1088, reset compression=false 2024-12-02T22:20:23,773 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1067, reset compression=false 2024-12-02T22:20:23,862 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 1078, reset compression=false 2024-12-02T22:20:23,934 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T22:20:23,942 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-02T22:20:24,056 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1088, reset compression=false 2024-12-02T22:20:24,181 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1067, reset compression=false 2024-12-02T22:20:24,272 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 1078, reset compression=false 2024-12-02T22:20:24,288 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:24,288 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 1237, reset compression=false 2024-12-02T22:20:24,288 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,42807,1733178003946 got entry batch from reader: WALEntryBatch [walEntries=[{test/784c4535b85ea85baaa3cf8ad9c7c668/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T22:20:24,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:24,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:24,507 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1088, reset compression=false 2024-12-02T22:20:24,531 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 1237, reset compression=false 2024-12-02T22:20:24,535 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:24,535 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1238, reset compression=false 2024-12-02T22:20:24,535 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,37305,1733177998346 got entry batch from reader: WALEntryBatch [walEntries=[{test/961e5030216d51deb8676aaa31e047e0/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-02T22:20:24,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:24,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:24,714 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1067, reset compression=false 2024-12-02T22:20:24,747 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:24,747 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1241, reset compression=false 2024-12-02T22:20:24,747 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44451,1733178000972 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:24,790 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1238, reset compression=false 2024-12-02T22:20:24,869 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 1237, reset compression=false 2024-12-02T22:20:24,945 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-02T22:20:24,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c32d926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:24,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,45179,-1 for getting cluster id 2024-12-02T22:20:24,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:24,965 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e4dde2-d084-4987-af70-57a39be50398' 2024-12-02T22:20:24,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:24,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e4dde2-d084-4987-af70-57a39be50398" 2024-12-02T22:20:24,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f666b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:24,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,45179,-1] 2024-12-02T22:20:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:24,967 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:24,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136c5a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:24,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,45179,1733178003845 2024-12-02T22:20:24,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bf04a0b 2024-12-02T22:20:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:24,977 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:24,980 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-02T22:20:24,982 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1241, reset compression=false 2024-12-02T22:20:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45179 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-02T22:20:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T22:20:24,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:20:25,095 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1238, reset compression=false 2024-12-02T22:20:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T22:20:25,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-02T22:20:25,146 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-02T22:20:25,147 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-02T22:20:25,147 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,42807,1733178003946 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-02T22:20:25,147 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0. 2024-12-02T22:20:25,147 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:25,148 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:25,148 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:25,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:25,248 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T22:20:25,248 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:20:25,296 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1241, reset compression=false 2024-12-02T22:20:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T22:20:25,348 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 terminated 2024-12-02T22:20:25,372 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,42807,1733178003946, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:20:25,373 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-02T22:20:25,373 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T22:20:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45179 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-02T22:20:25,376 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 7ae73638d47e,42807,1733178003946 suceeded 2024-12-02T22:20:25,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T22:20:25,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 382 msec 2024-12-02T22:20:25,378 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-02T22:20:25,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 398 msec 2024-12-02T22:20:25,394 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:43291' 2024-12-02T22:20:25,396 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2510093b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:25,397 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,43291,-1 for getting cluster id 2024-12-02T22:20:25,397 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:25,397 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c65e0cb4-ff9f-462f-96d9-811059cfd120' 2024-12-02T22:20:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c65e0cb4-ff9f-462f-96d9-811059cfd120" 2024-12-02T22:20:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38dcf182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,43291,-1] 2024-12-02T22:20:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:25,403 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:25,409 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d673d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:25,409 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:25,410 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,43291,1733177998296 2024-12-02T22:20:25,410 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@515ec72b 2024-12-02T22:20:25,410 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:25,411 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-02T22:20:25,420 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,42807,1733178003946 (queues=1) is replicating from cluster=e1e4dde2-d084-4987-af70-57a39be50398 to cluster=c65e0cb4-ff9f-462f-96d9-811059cfd120 2024-12-02T22:20:25,420 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C42807%2C1733178003946 2024-12-02T22:20:25,420 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,42807,1733178003946, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:20:25,429 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C42807%2C1733178003946 2024-12-02T22:20:25,506 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1238, reset compression=false 2024-12-02T22:20:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T22:20:25,622 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:20:25,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:25,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:25,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:25,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:25,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:25,629 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-02T22:20:25,724 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1241, reset compression=false 2024-12-02T22:20:26,032 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1238, reset compression=false 2024-12-02T22:20:26,046 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:26,046 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1342, reset compression=false 2024-12-02T22:20:26,046 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,37305,1733177998346 got entry batch from reader: WALEntryBatch [walEntries=[{test/961e5030216d51deb8676aaa31e047e0/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T22:20:26,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:26,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:26,244 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1241, reset compression=false 2024-12-02T22:20:26,253 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1342, reset compression=false 2024-12-02T22:20:26,255 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:26,255 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1369, reset compression=false 2024-12-02T22:20:26,256 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44451,1733178000972 got entry batch from reader: WALEntryBatch [walEntries=[{test/cebed53a7855847a2f8d1e73f219c115/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T22:20:26,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:26,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:26,475 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1369, reset compression=false 2024-12-02T22:20:26,572 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1342, reset compression=false 2024-12-02T22:20:26,633 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-02T22:20:26,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0fa8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:26,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,45179,-1 for getting cluster id 2024-12-02T22:20:26,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:26,650 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1e4dde2-d084-4987-af70-57a39be50398' 2024-12-02T22:20:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1e4dde2-d084-4987-af70-57a39be50398" 2024-12-02T22:20:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b1901e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,45179,-1] 2024-12-02T22:20:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:26,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:26,651 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:26,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aac097d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:26,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,45179,1733178003845 2024-12-02T22:20:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fc05efa 2024-12-02T22:20:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:26,658 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:26,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45179 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-02T22:20:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45179 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-02T22:20:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T22:20:26,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:20:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T22:20:26,784 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1369, reset compression=false 2024-12-02T22:20:26,823 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:26,823 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1473, reset compression=false 2024-12-02T22:20:26,824 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44451,1733178000972 got entry batch from reader: WALEntryBatch [walEntries=[{test/cebed53a7855847a2f8d1e73f219c115/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T22:20:26,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:26,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-02T22:20:26,826 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-02T22:20:26,827 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T22:20:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45179 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-02T22:20:26,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:26,829 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 7ae73638d47e,42807,1733178003946 suceeded 2024-12-02T22:20:26,830 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198, startPosition=1237, beingWritten=true 2024-12-02T22:20:26,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T22:20:26,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-12-02T22:20:26,832 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-02T22:20:26,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 173 msec 2024-12-02T22:20:26,848 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:26,848 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 1515, reset compression=false 2024-12-02T22:20:26,851 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,42807,1733178003946 got entry batch from reader: WALEntryBatch [walEntries=[{test/784c4535b85ea85baaa3cf8ad9c7c668/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T22:20:26,854 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:20:26,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-02T22:20:26,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:26,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:26,979 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1342, reset compression=false 2024-12-02T22:20:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T22:20:26,983 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:20:26,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:26,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:26,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:26,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:26,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:26,987 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-02T22:20:26,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:20:26,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:26,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:26,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:26,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:26,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:26,989 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:20:26,989 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=12213946, stopped=false 2024-12-02T22:20:26,989 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,45179,1733178003845 2024-12-02T22:20:26,990 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:26,990 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1493, reset compression=false 2024-12-02T22:20:26,990 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,37305,1733177998346 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:26,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-862967926/running 2024-12-02T22:20:26,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:26,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-862967926/running 2024-12-02T22:20:26,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:26,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Set watcher on znode that does not yet exist, /2-862967926/running 2024-12-02T22:20:26,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Set watcher on znode that does not yet exist, /2-862967926/running 2024-12-02T22:20:26,998 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:20:27,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:27,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:27,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:27,020 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,42807,1733178003946' ***** 2024-12-02T22:20:27,020 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:20:27,020 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:20:27,020 INFO [RS:0;7ae73638d47e:42807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:20:27,020 INFO [RS:0;7ae73638d47e:42807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:20:27,020 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(3091): Received CLOSE for 51501217e724c17341bbf3a4ef4d5d68 2024-12-02T22:20:27,021 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:20:27,021 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(3091): Received CLOSE for 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:27,021 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,42807,1733178003946 2024-12-02T22:20:27,021 INFO [RS:0;7ae73638d47e:42807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:20:27,021 INFO [RS:0;7ae73638d47e:42807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:42807. 2024-12-02T22:20:27,021 DEBUG [RS:0;7ae73638d47e:42807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:27,021 DEBUG [RS:0;7ae73638d47e:42807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:27,021 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:20:27,021 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:20:27,021 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:20:27,021 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:20:27,021 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:20:27,021 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T22:20:27,021 DEBUG [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1325): Online Regions={51501217e724c17341bbf3a4ef4d5d68=hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68., 1588230740=hbase:meta,,1.1588230740, 784c4535b85ea85baaa3cf8ad9c7c668=test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668.} 2024-12-02T22:20:27,021 DEBUG [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51501217e724c17341bbf3a4ef4d5d68, 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:27,022 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:20:27,022 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:20:27,022 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:20:27,022 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:20:27,022 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:20:27,022 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T22:20:27,022 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51501217e724c17341bbf3a4ef4d5d68, disabling compactions & flushes 2024-12-02T22:20:27,022 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. 2024-12-02T22:20:27,022 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. 2024-12-02T22:20:27,022 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. after waiting 0 ms 2024-12-02T22:20:27,022 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. 2024-12-02T22:20:27,023 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51501217e724c17341bbf3a4ef4d5d68 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-02T22:20:27,052 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1473, reset compression=false 2024-12-02T22:20:27,056 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 1515, reset compression=false 2024-12-02T22:20:27,063 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/replication/51501217e724c17341bbf3a4ef4d5d68/.tmp/queue/45db850917534b6983a91f5d0c6044ee is 154, key is 1-7ae73638d47e,42807,1733178003946/queue:7ae73638d47e%2C42807%2C1733178003946/1733178026859/Put/seqid=0 2024-12-02T22:20:27,071 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/.tmp/info/726726fe1aa0487cab522e018f440d8b is 147, key is hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68./info:regioninfo/1733178017459/Put/seqid=0 2024-12-02T22:20:27,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741840_1016 (size=5353) 2024-12-02T22:20:27,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741841_1017 (size=7686) 2024-12-02T22:20:27,117 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:20:27,117 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:20:27,222 DEBUG [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51501217e724c17341bbf3a4ef4d5d68, 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:27,225 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1493, reset compression=false 2024-12-02T22:20:27,367 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 1515, reset compression=false 2024-12-02T22:20:27,371 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1473, reset compression=false 2024-12-02T22:20:27,422 DEBUG [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51501217e724c17341bbf3a4ef4d5d68, 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:27,498 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/replication/51501217e724c17341bbf3a4ef4d5d68/.tmp/queue/45db850917534b6983a91f5d0c6044ee 2024-12-02T22:20:27,505 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/replication/51501217e724c17341bbf3a4ef4d5d68/.tmp/queue/45db850917534b6983a91f5d0c6044ee as hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/replication/51501217e724c17341bbf3a4ef4d5d68/queue/45db850917534b6983a91f5d0c6044ee 2024-12-02T22:20:27,510 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/replication/51501217e724c17341bbf3a4ef4d5d68/queue/45db850917534b6983a91f5d0c6044ee, entries=1, sequenceid=13, filesize=5.2 K 2024-12-02T22:20:27,512 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 51501217e724c17341bbf3a4ef4d5d68 in 490ms, sequenceid=13, compaction requested=false 2024-12-02T22:20:27,512 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/.tmp/info/726726fe1aa0487cab522e018f440d8b 2024-12-02T22:20:27,552 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1493, reset compression=false 2024-12-02T22:20:27,575 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/.tmp/ns/910f5d9c33794789b6f6fcb4aa2bdcf5 is 43, key is default/ns:d/1733178006763/Put/seqid=0 2024-12-02T22:20:27,608 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/replication/51501217e724c17341bbf3a4ef4d5d68/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-02T22:20:27,609 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:20:27,609 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:20:27,609 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. 2024-12-02T22:20:27,609 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51501217e724c17341bbf3a4ef4d5d68: Waiting for close lock at 1733178027022Running coprocessor pre-close hooks at 1733178027022Disabling compacts and flushes for region at 1733178027022Disabling writes for close at 1733178027022Obtaining lock to block concurrent updates at 1733178027023 (+1 ms)Preparing flush snapshotting stores in 51501217e724c17341bbf3a4ef4d5d68 at 1733178027023Finished memstore snapshotting hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733178027023Flushing stores of hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. at 1733178027029 (+6 ms)Flushing 51501217e724c17341bbf3a4ef4d5d68/queue: creating writer at 1733178027029Flushing 51501217e724c17341bbf3a4ef4d5d68/queue: appending metadata at 1733178027062 (+33 ms)Flushing 51501217e724c17341bbf3a4ef4d5d68/queue: closing flushed file at 1733178027062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf4e10f: reopening flushed file at 1733178027504 (+442 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 51501217e724c17341bbf3a4ef4d5d68 in 490ms, sequenceid=13, compaction requested=false at 1733178027512 (+8 ms)Writing region close event to WAL at 1733178027577 (+65 ms)Running coprocessor post-close hooks at 1733178027609 (+32 ms)Closed at 1733178027609 2024-12-02T22:20:27,609 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733178016621.51501217e724c17341bbf3a4ef4d5d68. 2024-12-02T22:20:27,610 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 784c4535b85ea85baaa3cf8ad9c7c668, disabling compactions & flushes 2024-12-02T22:20:27,610 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. 2024-12-02T22:20:27,610 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. 2024-12-02T22:20:27,610 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. after waiting 0 ms 2024-12-02T22:20:27,610 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. 2024-12-02T22:20:27,610 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 784c4535b85ea85baaa3cf8ad9c7c668 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-02T22:20:27,623 DEBUG [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:27,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741842_1018 (size=5153) 2024-12-02T22:20:27,669 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/.tmp/f/301dcb54030a4bc4a06ed798123937e2 is 37, key is row3/f:row3/1733178025624/Put/seqid=0 2024-12-02T22:20:27,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741843_1019 (size=5228) 2024-12-02T22:20:27,696 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/.tmp/f/301dcb54030a4bc4a06ed798123937e2 2024-12-02T22:20:27,702 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 301dcb54030a4bc4a06ed798123937e2 2024-12-02T22:20:27,769 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/.tmp/f1/febdfc34e1b9464c8c820d6ab0f1c892 is 30, key is row1/f1:/1733178022926/DeleteFamily/seqid=0 2024-12-02T22:20:27,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741844_1020 (size=5158) 2024-12-02T22:20:27,777 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/.tmp/f1/febdfc34e1b9464c8c820d6ab0f1c892 2024-12-02T22:20:27,802 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for febdfc34e1b9464c8c820d6ab0f1c892 2024-12-02T22:20:27,814 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 1515, reset compression=false 2024-12-02T22:20:27,818 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1473, reset compression=false 2024-12-02T22:20:27,823 DEBUG [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:27,838 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/.tmp/norep/73d6b69f6f9f4aa1bb76e07cdf1a1d53 is 33, key is row2/norep:/1733178023935/DeleteFamily/seqid=0 2024-12-02T22:20:27,845 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:27,845 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 1762, reset compression=false 2024-12-02T22:20:27,846 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,42807,1733178003946 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:27,849 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7ae73638d47e,42807,1733178003946: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7ae73638d47e,42807,1733178003946, walGroup=7ae73638d47e%2C42807%2C1733178003946, offset=7ae73638d47e%2C42807%2C1733178003946.1733178006198:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:42807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T22:20:27,851 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T22:20:27,851 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T22:20:27,851 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T22:20:27,851 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T22:20:27,851 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T22:20:27,852 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 908594880 }, "NonHeapMemoryUsage": { "committed": 200736768, "init": 7667712, "max": -1, "used": 197728984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T22:20:27,852 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:45179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:45179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T22:20:27,876 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:20:27,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741845_1021 (size=5108) 2024-12-02T22:20:27,924 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/.tmp/norep/73d6b69f6f9f4aa1bb76e07cdf1a1d53 2024-12-02T22:20:27,930 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73d6b69f6f9f4aa1bb76e07cdf1a1d53 2024-12-02T22:20:27,952 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/.tmp/f/301dcb54030a4bc4a06ed798123937e2 as hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/f/301dcb54030a4bc4a06ed798123937e2 2024-12-02T22:20:27,978 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 301dcb54030a4bc4a06ed798123937e2 2024-12-02T22:20:27,978 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/f/301dcb54030a4bc4a06ed798123937e2, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T22:20:27,992 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/.tmp/f1/febdfc34e1b9464c8c820d6ab0f1c892 as hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/f1/febdfc34e1b9464c8c820d6ab0f1c892 2024-12-02T22:20:28,020 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for febdfc34e1b9464c8c820d6ab0f1c892 2024-12-02T22:20:28,023 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/f1/febdfc34e1b9464c8c820d6ab0f1c892, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T22:20:28,023 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T22:20:28,023 DEBUG [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 784c4535b85ea85baaa3cf8ad9c7c668=test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668.} 2024-12-02T22:20:28,024 DEBUG [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 784c4535b85ea85baaa3cf8ad9c7c668 2024-12-02T22:20:28,024 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/.tmp/norep/73d6b69f6f9f4aa1bb76e07cdf1a1d53 as hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/norep/73d6b69f6f9f4aa1bb76e07cdf1a1d53 2024-12-02T22:20:28,036 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1493, reset compression=false 2024-12-02T22:20:28,037 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/.tmp/ns/910f5d9c33794789b6f6fcb4aa2bdcf5 2024-12-02T22:20:28,049 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73d6b69f6f9f4aa1bb76e07cdf1a1d53 2024-12-02T22:20:28,049 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/norep/73d6b69f6f9f4aa1bb76e07cdf1a1d53, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T22:20:28,051 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 784c4535b85ea85baaa3cf8ad9c7c668 in 441ms, sequenceid=12, compaction requested=false 2024-12-02T22:20:28,092 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/.tmp/rep_barrier/3dbf9f87b01f496b9ec43101a49003fc is 112, key is test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668./rep_barrier:seqnumDuringOpen/1733178012286/Put/seqid=0 2024-12-02T22:20:28,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741846_1022 (size=5518) 2024-12-02T22:20:28,109 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/.tmp/rep_barrier/3dbf9f87b01f496b9ec43101a49003fc 2024-12-02T22:20:28,114 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/default/test/784c4535b85ea85baaa3cf8ad9c7c668/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T22:20:28,115 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:20:28,115 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:20:28,115 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. 2024-12-02T22:20:28,115 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 784c4535b85ea85baaa3cf8ad9c7c668: Waiting for close lock at 1733178027609Running coprocessor pre-close hooks at 1733178027609Disabling compacts and flushes for region at 1733178027609Disabling writes for close at 1733178027610 (+1 ms)Obtaining lock to block concurrent updates at 1733178027610Preparing flush snapshotting stores in 784c4535b85ea85baaa3cf8ad9c7c668 at 1733178027610Finished memstore snapshotting test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733178027610Flushing stores of test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. at 1733178027611 (+1 ms)Flushing 784c4535b85ea85baaa3cf8ad9c7c668/f: creating writer at 1733178027611Flushing 784c4535b85ea85baaa3cf8ad9c7c668/f: appending metadata at 1733178027668 (+57 ms)Flushing 784c4535b85ea85baaa3cf8ad9c7c668/f: closing flushed file at 1733178027668Flushing 784c4535b85ea85baaa3cf8ad9c7c668/f1: creating writer at 1733178027702 (+34 ms)Flushing 784c4535b85ea85baaa3cf8ad9c7c668/f1: appending metadata at 1733178027756 (+54 ms)Flushing 784c4535b85ea85baaa3cf8ad9c7c668/f1: closing flushed file at 1733178027756Flushing 784c4535b85ea85baaa3cf8ad9c7c668/norep: creating writer at 1733178027802 (+46 ms)Flushing 784c4535b85ea85baaa3cf8ad9c7c668/norep: appending metadata at 1733178027837 (+35 ms)Flushing 784c4535b85ea85baaa3cf8ad9c7c668/norep: closing flushed file at 1733178027837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55971f58: reopening flushed file at 1733178027930 (+93 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc175ed: reopening flushed file at 1733178027978 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7adb7446: reopening flushed file at 1733178028023 (+45 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 784c4535b85ea85baaa3cf8ad9c7c668 in 441ms, sequenceid=12, compaction requested=false at 1733178028051 (+28 ms)Writing region close event to WAL at 1733178028110 (+59 ms)Running coprocessor post-close hooks at 1733178028115 (+5 ms)Closed at 1733178028115 2024-12-02T22:20:28,115 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733178011115.784c4535b85ea85baaa3cf8ad9c7c668. 2024-12-02T22:20:28,141 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/.tmp/table/917d154a3d104813842f61b5296011d3 is 53, key is hbase:replication/table:state/1733178017472/Put/seqid=0 2024-12-02T22:20:28,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741847_1023 (size=5308) 2024-12-02T22:20:28,158 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/.tmp/table/917d154a3d104813842f61b5296011d3 2024-12-02T22:20:28,163 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/.tmp/info/726726fe1aa0487cab522e018f440d8b as hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/info/726726fe1aa0487cab522e018f440d8b 2024-12-02T22:20:28,167 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 1762, reset compression=false 2024-12-02T22:20:28,170 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/info/726726fe1aa0487cab522e018f440d8b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T22:20:28,171 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/.tmp/ns/910f5d9c33794789b6f6fcb4aa2bdcf5 as hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/ns/910f5d9c33794789b6f6fcb4aa2bdcf5 2024-12-02T22:20:28,176 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/ns/910f5d9c33794789b6f6fcb4aa2bdcf5, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T22:20:28,176 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/.tmp/rep_barrier/3dbf9f87b01f496b9ec43101a49003fc as hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/rep_barrier/3dbf9f87b01f496b9ec43101a49003fc 2024-12-02T22:20:28,181 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/rep_barrier/3dbf9f87b01f496b9ec43101a49003fc, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T22:20:28,181 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/.tmp/table/917d154a3d104813842f61b5296011d3 as hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/table/917d154a3d104813842f61b5296011d3 2024-12-02T22:20:28,185 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/table/917d154a3d104813842f61b5296011d3, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T22:20:28,186 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1164ms, sequenceid=16, compaction requested=false 2024-12-02T22:20:28,189 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:28,189 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.wal-reader.7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/WALs/7ae73638d47e,42807,1733178003946/7ae73638d47e%2C42807%2C1733178003946.1733178006198 to pos 2406, reset compression=false 2024-12-02T22:20:28,210 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T22:20:28,211 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:20:28,211 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:20:28,211 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:20:28,211 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178027022Running coprocessor pre-close hooks at 1733178027022Disabling compacts and flushes for region at 1733178027022Disabling writes for close at 1733178027022Obtaining lock to block concurrent updates at 1733178027022Preparing flush snapshotting stores in 1588230740 at 1733178027022Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733178027022Flushing stores of hbase:meta,,1.1588230740 at 1733178027023 (+1 ms)Flushing 1588230740/info: creating writer at 1733178027023Flushing 1588230740/info: appending metadata at 1733178027071 (+48 ms)Flushing 1588230740/info: closing flushed file at 1733178027071Flushing 1588230740/ns: creating writer at 1733178027516 (+445 ms)Flushing 1588230740/ns: appending metadata at 1733178027574 (+58 ms)Flushing 1588230740/ns: closing flushed file at 1733178027574Flushing 1588230740/rep_barrier: creating writer at 1733178028042 (+468 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733178028091 (+49 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733178028091Flushing 1588230740/table: creating writer at 1733178028113 (+22 ms)Flushing 1588230740/table: appending metadata at 1733178028141 (+28 ms)Flushing 1588230740/table: closing flushed file at 1733178028141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a29c485: reopening flushed file at 1733178028162 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe7f02b: reopening flushed file at 1733178028170 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7864c48: reopening flushed file at 1733178028176 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5972a1: reopening flushed file at 1733178028181 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1164ms, sequenceid=16, compaction requested=false at 1733178028186 (+5 ms)Writing region close event to WAL at 1733178028206 (+20 ms)Running coprocessor post-close hooks at 1733178028211 (+5 ms)Closed at 1733178028211 2024-12-02T22:20:28,211 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:20:28,225 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,42807,1733178003946; all regions closed. 2024-12-02T22:20:28,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741834_1010 (size=4239) 2024-12-02T22:20:28,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741839_1015 (size=3333) 2024-12-02T22:20:28,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741833_1009 (size=2414) 2024-12-02T22:20:28,307 DEBUG [RS:0;7ae73638d47e:42807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:28,307 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:20:28,308 INFO [RS:0;7ae73638d47e:42807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:20:28,308 INFO [RS:0;7ae73638d47e:42807 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T22:20:28,308 INFO [RS:0;7ae73638d47e:42807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:20:28,309 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,42807,1733178003946 because: Region server is closing 2024-12-02T22:20:28,309 INFO [RS:0;7ae73638d47e:42807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:42807. 2024-12-02T22:20:28,309 DEBUG [RS:0;7ae73638d47e:42807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:28,309 DEBUG [RS:0;7ae73638d47e:42807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:28,309 DEBUG [RS:0;7ae73638d47e:42807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:28,309 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:20:28,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:28,366 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1473, reset compression=false 2024-12-02T22:20:28,409 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,42807,1733178003946.replicationSource.shipper7ae73638d47e%2C42807%2C1733178003946,1-7ae73638d47e,42807,1733178003946 terminated 2024-12-02T22:20:28,410 INFO [RS:0;7ae73638d47e:42807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:42807. 2024-12-02T22:20:28,410 DEBUG [RS:0;7ae73638d47e:42807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:28,410 DEBUG [RS:0;7ae73638d47e:42807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:28,410 DEBUG [RS:0;7ae73638d47e:42807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:28,410 INFO [RS:0;7ae73638d47e:42807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42807 2024-12-02T22:20:28,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:28,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926/rs 2024-12-02T22:20:28,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-862967926/rs/7ae73638d47e,42807,1733178003946 2024-12-02T22:20:28,414 INFO [RS:0;7ae73638d47e:42807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:20:28,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,42807,1733178003946] 2024-12-02T22:20:28,417 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-862967926/draining/7ae73638d47e,42807,1733178003946 already deleted, retry=false 2024-12-02T22:20:28,417 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,42807,1733178003946 expired; onlineServers=0 2024-12-02T22:20:28,417 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,45179,1733178003845' ***** 2024-12-02T22:20:28,417 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:20:28,417 INFO [M:0;7ae73638d47e:45179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:20:28,417 INFO [M:0;7ae73638d47e:45179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:20:28,417 DEBUG [M:0;7ae73638d47e:45179 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:20:28,417 DEBUG [M:0;7ae73638d47e:45179 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:20:28,417 INFO [M:0;7ae73638d47e:45179 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:20:28,417 INFO [M:0;7ae73638d47e:45179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:20:28,417 DEBUG [M:0;7ae73638d47e:45179 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:20:28,417 INFO [M:0;7ae73638d47e:45179 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:20:28,417 INFO [M:0;7ae73638d47e:45179 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:20:28,418 INFO [M:0;7ae73638d47e:45179 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:20:28,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-862967926/master 2024-12-02T22:20:28,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-862967926 2024-12-02T22:20:28,421 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:20:28,424 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:20:28,421 DEBUG [M:0;7ae73638d47e:45179 {}] zookeeper.ZKUtil(347): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Unable to get data of znode /2-862967926/master because node does not exist (not an error) 2024-12-02T22:20:28,429 WARN [M:0;7ae73638d47e:45179 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:20:28,432 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178005863 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178005863,5,FailOnTimeoutGroup] 2024-12-02T22:20:28,432 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178005863 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178005863,5,FailOnTimeoutGroup] 2024-12-02T22:20:28,465 INFO [M:0;7ae73638d47e:45179 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/.lastflushedseqids 2024-12-02T22:20:28,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741848_1024 (size=245) 2024-12-02T22:20:28,515 INFO [M:0;7ae73638d47e:45179 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:20:28,515 INFO [M:0;7ae73638d47e:45179 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:20:28,515 DEBUG [M:0;7ae73638d47e:45179 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:20:28,515 INFO [M:0;7ae73638d47e:45179 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:28,515 DEBUG [M:0;7ae73638d47e:45179 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:28,515 DEBUG [M:0;7ae73638d47e:45179 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:20:28,515 DEBUG [M:0;7ae73638d47e:45179 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:28,515 INFO [M:0;7ae73638d47e:45179 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-12-02T22:20:28,516 INFO [RS:0;7ae73638d47e:42807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:20:28,516 INFO [RS:0;7ae73638d47e:42807 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,42807,1733178003946; zookeeper connection closed. 2024-12-02T22:20:28,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:20:28,531 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@845050d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@845050d 2024-12-02T22:20:28,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x1009d1382a30007, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:20:28,536 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:20:28,575 DEBUG [M:0;7ae73638d47e:45179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bf185fce42c47cdb366eb7eb05ec937 is 82, key is hbase:meta,,1/info:regioninfo/1733178006752/Put/seqid=0 2024-12-02T22:20:28,604 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1493, reset compression=false 2024-12-02T22:20:28,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741849_1025 (size=5672) 2024-12-02T22:20:28,997 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1473, reset compression=false 2024-12-02T22:20:29,032 INFO [M:0;7ae73638d47e:45179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bf185fce42c47cdb366eb7eb05ec937 2024-12-02T22:20:29,069 DEBUG [M:0;7ae73638d47e:45179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01066b50f176423991877bd6ee1c0bfa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733178017478/Put/seqid=0 2024-12-02T22:20:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741850_1026 (size=9211) 2024-12-02T22:20:29,084 INFO [M:0;7ae73638d47e:45179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01066b50f176423991877bd6ee1c0bfa 2024-12-02T22:20:29,118 DEBUG [M:0;7ae73638d47e:45179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5bf345b2daa4d6083e53bedfb676d45 is 69, key is 7ae73638d47e,42807,1733178003946/rs:state/1733178005950/Put/seqid=0 2024-12-02T22:20:29,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741851_1027 (size=5156) 2024-12-02T22:20:29,125 INFO [M:0;7ae73638d47e:45179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5bf345b2daa4d6083e53bedfb676d45 2024-12-02T22:20:29,138 DEBUG [M:0;7ae73638d47e:45179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bf185fce42c47cdb366eb7eb05ec937 as hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bf185fce42c47cdb366eb7eb05ec937 2024-12-02T22:20:29,142 INFO [M:0;7ae73638d47e:45179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bf185fce42c47cdb366eb7eb05ec937, entries=8, sequenceid=127, filesize=5.5 K 2024-12-02T22:20:29,145 DEBUG [M:0;7ae73638d47e:45179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01066b50f176423991877bd6ee1c0bfa as hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01066b50f176423991877bd6ee1c0bfa 2024-12-02T22:20:29,150 INFO [M:0;7ae73638d47e:45179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01066b50f176423991877bd6ee1c0bfa, entries=15, sequenceid=127, filesize=9.0 K 2024-12-02T22:20:29,151 DEBUG [M:0;7ae73638d47e:45179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5bf345b2daa4d6083e53bedfb676d45 as hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5bf345b2daa4d6083e53bedfb676d45 2024-12-02T22:20:29,155 INFO [M:0;7ae73638d47e:45179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46327/user/jenkins/test-data/04f5a78d-5e2a-c14d-a68a-d1871febab68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5bf345b2daa4d6083e53bedfb676d45, entries=1, sequenceid=127, filesize=5.0 K 2024-12-02T22:20:29,156 INFO [M:0;7ae73638d47e:45179 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 641ms, sequenceid=127, compaction requested=false 2024-12-02T22:20:29,165 INFO [M:0;7ae73638d47e:45179 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:29,165 DEBUG [M:0;7ae73638d47e:45179 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178028515Disabling compacts and flushes for region at 1733178028515Disabling writes for close at 1733178028515Obtaining lock to block concurrent updates at 1733178028515Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733178028515Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1733178028531 (+16 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733178028532 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733178028532Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733178028575 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733178028575Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733178029040 (+465 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733178029069 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733178029069Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733178029091 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733178029117 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733178029117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5567bb62: reopening flushed file at 1733178029136 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31618823: reopening flushed file at 1733178029143 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54fc91d9: reopening flushed file at 1733178029150 (+7 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 641ms, sequenceid=127, compaction requested=false at 1733178029156 (+6 ms)Writing region close event to WAL at 1733178029165 (+9 ms)Closed at 1733178029165 2024-12-02T22:20:29,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38583 is added to blk_1073741830_1006 (size=73854) 2024-12-02T22:20:29,171 INFO [M:0;7ae73638d47e:45179 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:20:29,171 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:20:29,171 INFO [M:0;7ae73638d47e:45179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45179 2024-12-02T22:20:29,173 INFO [M:0;7ae73638d47e:45179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:20:29,257 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1493, reset compression=false 2024-12-02T22:20:29,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:20:29,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45179-0x1009d1382a30006, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:20:29,275 INFO [M:0;7ae73638d47e:45179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:20:29,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c078cf6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:20:29,287 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@568814bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:20:29,287 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:20:29,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ec7b40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:20:29,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65e62a16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/hadoop.log.dir/,STOPPED} 2024-12-02T22:20:29,289 WARN [BP-957196949-172.17.0.2-1733178003078 heartbeating to localhost/127.0.0.1:46327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:20:29,289 WARN [BP-957196949-172.17.0.2-1733178003078 heartbeating to localhost/127.0.0.1:46327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-957196949-172.17.0.2-1733178003078 (Datanode Uuid ba2dc410-386a-473d-92b8-cc225af8032a) service to localhost/127.0.0.1:46327 2024-12-02T22:20:29,289 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:20:29,290 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:20:29,291 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:20:29,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/cluster_7b3892c5-70f9-adf0-0d0b-d7a778e4863b/data/data2/current/BP-957196949-172.17.0.2-1733178003078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:20:29,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/cluster_7b3892c5-70f9-adf0-0d0b-d7a778e4863b/data/data1/current/BP-957196949-172.17.0.2-1733178003078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:20:29,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f2cf71c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:20:29,313 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c1f4f55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:20:29,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:20:29,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23856a1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:20:29,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e2a79af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/hadoop.log.dir/,STOPPED} 2024-12-02T22:20:29,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:20:29,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:20:29,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:29,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:29,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:29,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:29,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:29,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:20:29,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1224137860, stopped=false 2024-12-02T22:20:29,345 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,37843,1733178000887 2024-12-02T22:20:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-950025049/running 2024-12-02T22:20:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-950025049/running 2024-12-02T22:20:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:29,347 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:20:29,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Set watcher on znode that does not yet exist, /1-950025049/running 2024-12-02T22:20:29,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Set watcher on znode that does not yet exist, /1-950025049/running 2024-12-02T22:20:29,349 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:29,349 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:29,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:29,349 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,44451,1733178000972' ***** 2024-12-02T22:20:29,350 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:20:29,350 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:20:29,350 INFO [RS:0;7ae73638d47e:44451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:20:29,350 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:20:29,350 INFO [RS:0;7ae73638d47e:44451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:20:29,350 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(3091): Received CLOSE for cebed53a7855847a2f8d1e73f219c115 2024-12-02T22:20:29,356 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(3091): Received CLOSE for deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:29,356 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,44451,1733178000972 2024-12-02T22:20:29,356 INFO [RS:0;7ae73638d47e:44451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:20:29,357 INFO [RS:0;7ae73638d47e:44451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:44451. 2024-12-02T22:20:29,357 DEBUG [RS:0;7ae73638d47e:44451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:29,357 DEBUG [RS:0;7ae73638d47e:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:29,357 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:20:29,357 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:20:29,357 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:20:29,357 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:20:29,357 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T22:20:29,357 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cebed53a7855847a2f8d1e73f219c115, disabling compactions & flushes 2024-12-02T22:20:29,357 DEBUG [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(1325): Online Regions={cebed53a7855847a2f8d1e73f219c115=test,,1733178008964.cebed53a7855847a2f8d1e73f219c115., 1588230740=hbase:meta,,1.1588230740, deffa3e52fd8cf5e10653f007b94c5d5=hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5.} 2024-12-02T22:20:29,357 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. 2024-12-02T22:20:29,357 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. 2024-12-02T22:20:29,357 DEBUG [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cebed53a7855847a2f8d1e73f219c115, deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:29,357 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. after waiting 0 ms 2024-12-02T22:20:29,357 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. 2024-12-02T22:20:29,357 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cebed53a7855847a2f8d1e73f219c115 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-02T22:20:29,357 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:20:29,357 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:20:29,357 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:20:29,358 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:20:29,358 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:20:29,358 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T22:20:29,369 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:20:29,384 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/.tmp/info/7cb6dda22fd24085bc9c828a3eb6b6d0 is 147, key is hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5./info:regioninfo/1733178015698/Put/seqid=0 2024-12-02T22:20:29,406 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/.tmp/f/e4a6e74bc3b148549901ce4b6949670d is 37, key is row3/f:row3/1733178025624/Put/seqid=0 2024-12-02T22:20:29,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741840_1016 (size=7686) 2024-12-02T22:20:29,408 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/.tmp/info/7cb6dda22fd24085bc9c828a3eb6b6d0 2024-12-02T22:20:29,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741841_1017 (size=5228) 2024-12-02T22:20:29,416 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/.tmp/f/e4a6e74bc3b148549901ce4b6949670d 2024-12-02T22:20:29,441 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4a6e74bc3b148549901ce4b6949670d 2024-12-02T22:20:29,459 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/.tmp/ns/3f28a7942b6e4e7b9922340f4437b7ea is 43, key is default/ns:d/1733178002921/Put/seqid=0 2024-12-02T22:20:29,479 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/.tmp/f1/e0358e1f2b6b4792aff9bd987e5ded66 is 30, key is row1/f1:/1733178022926/DeleteFamily/seqid=0 2024-12-02T22:20:29,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741842_1018 (size=5153) 2024-12-02T22:20:29,485 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/.tmp/ns/3f28a7942b6e4e7b9922340f4437b7ea 2024-12-02T22:20:29,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741843_1019 (size=5158) 2024-12-02T22:20:29,488 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/.tmp/f1/e0358e1f2b6b4792aff9bd987e5ded66 2024-12-02T22:20:29,503 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0358e1f2b6b4792aff9bd987e5ded66 2024-12-02T22:20:29,529 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/.tmp/rep_barrier/45abe98768954455a1945c13d8a7cd67 is 112, key is test,,1733178008964.cebed53a7855847a2f8d1e73f219c115./rep_barrier:seqnumDuringOpen/1733178010110/Put/seqid=0 2024-12-02T22:20:29,535 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/.tmp/norep/d6a0fca769e64fc79d1256b329addce7 is 33, key is row1/norep:/1733178022926/DeleteFamily/seqid=0 2024-12-02T22:20:29,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741844_1020 (size=5518) 2024-12-02T22:20:29,548 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/.tmp/rep_barrier/45abe98768954455a1945c13d8a7cd67 2024-12-02T22:20:29,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741845_1021 (size=5108) 2024-12-02T22:20:29,556 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/.tmp/norep/d6a0fca769e64fc79d1256b329addce7 2024-12-02T22:20:29,557 DEBUG [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cebed53a7855847a2f8d1e73f219c115, deffa3e52fd8cf5e10653f007b94c5d5 2024-12-02T22:20:29,560 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6a0fca769e64fc79d1256b329addce7 2024-12-02T22:20:29,561 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/.tmp/f/e4a6e74bc3b148549901ce4b6949670d as hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/f/e4a6e74bc3b148549901ce4b6949670d 2024-12-02T22:20:29,564 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4a6e74bc3b148549901ce4b6949670d 2024-12-02T22:20:29,565 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/f/e4a6e74bc3b148549901ce4b6949670d, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T22:20:29,568 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/.tmp/f1/e0358e1f2b6b4792aff9bd987e5ded66 as hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/f1/e0358e1f2b6b4792aff9bd987e5ded66 2024-12-02T22:20:29,574 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0358e1f2b6b4792aff9bd987e5ded66 2024-12-02T22:20:29,574 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/f1/e0358e1f2b6b4792aff9bd987e5ded66, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T22:20:29,574 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/.tmp/norep/d6a0fca769e64fc79d1256b329addce7 as hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/norep/d6a0fca769e64fc79d1256b329addce7 2024-12-02T22:20:29,585 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6a0fca769e64fc79d1256b329addce7 2024-12-02T22:20:29,585 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/norep/d6a0fca769e64fc79d1256b329addce7, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T22:20:29,596 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/.tmp/table/a7d819cbf6d14b3598bac3b58db23f8c is 53, key is hbase:replication/table:state/1733178015711/Put/seqid=0 2024-12-02T22:20:29,596 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cebed53a7855847a2f8d1e73f219c115 in 239ms, sequenceid=12, compaction requested=false 2024-12-02T22:20:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741846_1022 (size=5308) 2024-12-02T22:20:29,627 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/.tmp/table/a7d819cbf6d14b3598bac3b58db23f8c 2024-12-02T22:20:29,632 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/default/test/cebed53a7855847a2f8d1e73f219c115/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T22:20:29,633 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:20:29,633 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:20:29,633 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. 2024-12-02T22:20:29,633 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cebed53a7855847a2f8d1e73f219c115: Waiting for close lock at 1733178029357Running coprocessor pre-close hooks at 1733178029357Disabling compacts and flushes for region at 1733178029357Disabling writes for close at 1733178029357Obtaining lock to block concurrent updates at 1733178029357Preparing flush snapshotting stores in cebed53a7855847a2f8d1e73f219c115 at 1733178029357Finished memstore snapshotting test,,1733178008964.cebed53a7855847a2f8d1e73f219c115., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733178029358 (+1 ms)Flushing stores of test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. at 1733178029358Flushing cebed53a7855847a2f8d1e73f219c115/f: creating writer at 1733178029358Flushing cebed53a7855847a2f8d1e73f219c115/f: appending metadata at 1733178029405 (+47 ms)Flushing cebed53a7855847a2f8d1e73f219c115/f: closing flushed file at 1733178029405Flushing cebed53a7855847a2f8d1e73f219c115/f1: creating writer at 1733178029441 (+36 ms)Flushing cebed53a7855847a2f8d1e73f219c115/f1: appending metadata at 1733178029478 (+37 ms)Flushing cebed53a7855847a2f8d1e73f219c115/f1: closing flushed file at 1733178029478Flushing cebed53a7855847a2f8d1e73f219c115/norep: creating writer at 1733178029503 (+25 ms)Flushing cebed53a7855847a2f8d1e73f219c115/norep: appending metadata at 1733178029534 (+31 ms)Flushing cebed53a7855847a2f8d1e73f219c115/norep: closing flushed file at 1733178029534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b5cc29: reopening flushed file at 1733178029560 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75288806: reopening flushed file at 1733178029567 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a50d74: reopening flushed file at 1733178029574 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cebed53a7855847a2f8d1e73f219c115 in 239ms, sequenceid=12, compaction requested=false at 1733178029596 (+22 ms)Writing region close event to WAL at 1733178029626 (+30 ms)Running coprocessor post-close hooks at 1733178029633 (+7 ms)Closed at 1733178029633 2024-12-02T22:20:29,634 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733178008964.cebed53a7855847a2f8d1e73f219c115. 2024-12-02T22:20:29,634 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing deffa3e52fd8cf5e10653f007b94c5d5, disabling compactions & flushes 2024-12-02T22:20:29,634 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. 2024-12-02T22:20:29,634 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. 2024-12-02T22:20:29,634 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. after waiting 0 ms 2024-12-02T22:20:29,634 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. 2024-12-02T22:20:29,634 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing deffa3e52fd8cf5e10653f007b94c5d5 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-02T22:20:29,636 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/.tmp/info/7cb6dda22fd24085bc9c828a3eb6b6d0 as hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/info/7cb6dda22fd24085bc9c828a3eb6b6d0 2024-12-02T22:20:29,645 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/info/7cb6dda22fd24085bc9c828a3eb6b6d0, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T22:20:29,646 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/.tmp/ns/3f28a7942b6e4e7b9922340f4437b7ea as hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/ns/3f28a7942b6e4e7b9922340f4437b7ea 2024-12-02T22:20:29,651 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/ns/3f28a7942b6e4e7b9922340f4437b7ea, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T22:20:29,651 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/.tmp/rep_barrier/45abe98768954455a1945c13d8a7cd67 as hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/rep_barrier/45abe98768954455a1945c13d8a7cd67 2024-12-02T22:20:29,668 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/rep_barrier/45abe98768954455a1945c13d8a7cd67, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T22:20:29,669 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/.tmp/table/a7d819cbf6d14b3598bac3b58db23f8c as hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/table/a7d819cbf6d14b3598bac3b58db23f8c 2024-12-02T22:20:29,674 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/table/a7d819cbf6d14b3598bac3b58db23f8c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T22:20:29,675 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 317ms, sequenceid=16, compaction requested=false 2024-12-02T22:20:29,676 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/replication/deffa3e52fd8cf5e10653f007b94c5d5/.tmp/queue/173bbf473b08438a95af5ea40578d40f is 154, key is 1-7ae73638d47e,44451,1733178000972/queue:7ae73638d47e%2C44451%2C1733178000972/1733178026829/Put/seqid=0 2024-12-02T22:20:29,685 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T22:20:29,685 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:20:29,685 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:20:29,686 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:20:29,686 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178029357Running coprocessor pre-close hooks at 1733178029357Disabling compacts and flushes for region at 1733178029357Disabling writes for close at 1733178029358 (+1 ms)Obtaining lock to block concurrent updates at 1733178029358Preparing flush snapshotting stores in 1588230740 at 1733178029358Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733178029358Flushing stores of hbase:meta,,1.1588230740 at 1733178029359 (+1 ms)Flushing 1588230740/info: creating writer at 1733178029359Flushing 1588230740/info: appending metadata at 1733178029383 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733178029383Flushing 1588230740/ns: creating writer at 1733178029415 (+32 ms)Flushing 1588230740/ns: appending metadata at 1733178029453 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1733178029453Flushing 1588230740/rep_barrier: creating writer at 1733178029501 (+48 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733178029528 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733178029528Flushing 1588230740/table: creating writer at 1733178029553 (+25 ms)Flushing 1588230740/table: appending metadata at 1733178029595 (+42 ms)Flushing 1588230740/table: closing flushed file at 1733178029595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e62fa4: reopening flushed file at 1733178029635 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e4c0ed: reopening flushed file at 1733178029645 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155cf312: reopening flushed file at 1733178029651 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70178785: reopening flushed file at 1733178029668 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 317ms, sequenceid=16, compaction requested=false at 1733178029675 (+7 ms)Writing region close event to WAL at 1733178029680 (+5 ms)Running coprocessor post-close hooks at 1733178029685 (+5 ms)Closed at 1733178029686 (+1 ms) 2024-12-02T22:20:29,686 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:20:29,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741847_1023 (size=5353) 2024-12-02T22:20:29,695 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/replication/deffa3e52fd8cf5e10653f007b94c5d5/.tmp/queue/173bbf473b08438a95af5ea40578d40f 2024-12-02T22:20:29,700 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/replication/deffa3e52fd8cf5e10653f007b94c5d5/.tmp/queue/173bbf473b08438a95af5ea40578d40f as hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/replication/deffa3e52fd8cf5e10653f007b94c5d5/queue/173bbf473b08438a95af5ea40578d40f 2024-12-02T22:20:29,707 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/replication/deffa3e52fd8cf5e10653f007b94c5d5/queue/173bbf473b08438a95af5ea40578d40f, entries=1, sequenceid=14, filesize=5.2 K 2024-12-02T22:20:29,709 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for deffa3e52fd8cf5e10653f007b94c5d5 in 75ms, sequenceid=14, compaction requested=false 2024-12-02T22:20:29,715 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/data/hbase/replication/deffa3e52fd8cf5e10653f007b94c5d5/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-02T22:20:29,716 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:20:29,716 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:20:29,716 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. 2024-12-02T22:20:29,716 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for deffa3e52fd8cf5e10653f007b94c5d5: Waiting for close lock at 1733178029634Running coprocessor pre-close hooks at 1733178029634Disabling compacts and flushes for region at 1733178029634Disabling writes for close at 1733178029634Obtaining lock to block concurrent updates at 1733178029634Preparing flush snapshotting stores in deffa3e52fd8cf5e10653f007b94c5d5 at 1733178029634Finished memstore snapshotting hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733178029634Flushing stores of hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. at 1733178029637 (+3 ms)Flushing deffa3e52fd8cf5e10653f007b94c5d5/queue: creating writer at 1733178029637Flushing deffa3e52fd8cf5e10653f007b94c5d5/queue: appending metadata at 1733178029676 (+39 ms)Flushing deffa3e52fd8cf5e10653f007b94c5d5/queue: closing flushed file at 1733178029676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f861c4b: reopening flushed file at 1733178029699 (+23 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for deffa3e52fd8cf5e10653f007b94c5d5 in 75ms, sequenceid=14, compaction requested=false at 1733178029709 (+10 ms)Writing region close event to WAL at 1733178029713 (+4 ms)Running coprocessor post-close hooks at 1733178029716 (+3 ms)Closed at 1733178029716 2024-12-02T22:20:29,716 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733178014455.deffa3e52fd8cf5e10653f007b94c5d5. 2024-12-02T22:20:29,719 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 1473, reset compression=false 2024-12-02T22:20:29,730 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:29,730 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434 to pos 2364, reset compression=false 2024-12-02T22:20:29,730 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44451,1733178000972 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/WALs/7ae73638d47e,44451,1733178000972/7ae73638d47e%2C44451%2C1733178000972.1733178002434, lastWalPosition=2364, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:29,731 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7ae73638d47e,44451,1733178000972: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7ae73638d47e,44451,1733178000972, walGroup=7ae73638d47e%2C44451%2C1733178000972, offset=7ae73638d47e%2C44451%2C1733178000972.1733178002434:2364, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:44451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T22:20:29,732 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T22:20:29,733 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T22:20:29,733 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T22:20:29,733 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T22:20:29,733 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T22:20:29,733 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 929782712 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198460888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T22:20:29,742 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:37843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:37843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T22:20:29,758 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,44451,1733178000972; all regions closed. 2024-12-02T22:20:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741834_1010 (size=4239) 2024-12-02T22:20:29,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741839_1015 (size=3552) 2024-12-02T22:20:29,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741833_1009 (size=2372) 2024-12-02T22:20:29,805 DEBUG [RS:0;7ae73638d47e:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:29,805 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:20:29,806 INFO [RS:0;7ae73638d47e:44451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:20:29,806 INFO [RS:0;7ae73638d47e:44451 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T22:20:29,806 INFO [RS:0;7ae73638d47e:44451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:20:29,806 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,44451,1733178000972 because: Region server is closing 2024-12-02T22:20:29,807 INFO [RS:0;7ae73638d47e:44451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:44451. 2024-12-02T22:20:29,807 DEBUG [RS:0;7ae73638d47e:44451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:29,807 DEBUG [RS:0;7ae73638d47e:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:29,807 DEBUG [RS:0;7ae73638d47e:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:29,807 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:20:29,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:29,907 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.shipper7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 terminated 2024-12-02T22:20:29,907 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44451,1733178000972.replicationSource.wal-reader.7ae73638d47e%2C44451%2C1733178000972,1-7ae73638d47e,44451,1733178000972 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:20:29,907 INFO [RS:0;7ae73638d47e:44451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:44451. 2024-12-02T22:20:29,908 DEBUG [RS:0;7ae73638d47e:44451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:29,908 DEBUG [RS:0;7ae73638d47e:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:29,908 DEBUG [RS:0;7ae73638d47e:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:29,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:29,908 INFO [RS:0;7ae73638d47e:44451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44451 2024-12-02T22:20:29,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-950025049/rs/7ae73638d47e,44451,1733178000972 2024-12-02T22:20:29,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049/rs 2024-12-02T22:20:29,911 INFO [RS:0;7ae73638d47e:44451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:20:29,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,44451,1733178000972] 2024-12-02T22:20:29,914 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-950025049/draining/7ae73638d47e,44451,1733178000972 already deleted, retry=false 2024-12-02T22:20:29,914 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,44451,1733178000972 expired; onlineServers=0 2024-12-02T22:20:29,914 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,37843,1733178000887' ***** 2024-12-02T22:20:29,914 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:20:29,914 INFO [M:0;7ae73638d47e:37843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:20:29,914 INFO [M:0;7ae73638d47e:37843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:20:29,914 DEBUG [M:0;7ae73638d47e:37843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:20:29,914 DEBUG [M:0;7ae73638d47e:37843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:20:29,914 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178002196 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178002196,5,FailOnTimeoutGroup] 2024-12-02T22:20:29,914 INFO [M:0;7ae73638d47e:37843 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:20:29,914 INFO [M:0;7ae73638d47e:37843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:20:29,914 DEBUG [M:0;7ae73638d47e:37843 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:20:29,914 INFO [M:0;7ae73638d47e:37843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:20:29,914 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178002209 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178002209,5,FailOnTimeoutGroup] 2024-12-02T22:20:29,914 INFO [M:0;7ae73638d47e:37843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:20:29,915 INFO [M:0;7ae73638d47e:37843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:20:29,915 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:20:29,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-950025049/master 2024-12-02T22:20:29,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-950025049 2024-12-02T22:20:29,917 DEBUG [M:0;7ae73638d47e:37843 {}] zookeeper.RecoverableZooKeeper(212): Node /1-950025049/master already deleted, retry=false 2024-12-02T22:20:29,917 DEBUG [M:0;7ae73638d47e:37843 {}] master.ActiveMasterManager(353): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-950025049/master 2024-12-02T22:20:29,920 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:20:29,929 INFO [M:0;7ae73638d47e:37843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/.lastflushedseqids 2024-12-02T22:20:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741848_1024 (size=245) 2024-12-02T22:20:29,949 INFO [M:0;7ae73638d47e:37843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:20:29,949 INFO [M:0;7ae73638d47e:37843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:20:29,950 DEBUG [M:0;7ae73638d47e:37843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:20:29,950 INFO [M:0;7ae73638d47e:37843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:29,950 DEBUG [M:0;7ae73638d47e:37843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:29,950 DEBUG [M:0;7ae73638d47e:37843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:20:29,950 DEBUG [M:0;7ae73638d47e:37843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:29,950 INFO [M:0;7ae73638d47e:37843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-02T22:20:29,962 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1493, reset compression=false 2024-12-02T22:20:29,973 DEBUG [M:0;7ae73638d47e:37843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95a3098acd8242c289981fcb35b7ecc0 is 82, key is hbase:meta,,1/info:regioninfo/1733178002910/Put/seqid=0 2024-12-02T22:20:29,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741849_1025 (size=5672) 2024-12-02T22:20:29,978 INFO [M:0;7ae73638d47e:37843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95a3098acd8242c289981fcb35b7ecc0 2024-12-02T22:20:30,006 DEBUG [M:0;7ae73638d47e:37843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1da0f0b664f243f0b61171b2c88a6605 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733178015715/Put/seqid=0 2024-12-02T22:20:30,013 INFO [RS:0;7ae73638d47e:44451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:20:30,013 INFO [RS:0;7ae73638d47e:44451 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,44451,1733178000972; zookeeper connection closed. 2024-12-02T22:20:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:20:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1009d1382a30004, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:20:30,029 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62363c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62363c9 2024-12-02T22:20:30,029 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:20:30,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741850_1026 (size=8515) 2024-12-02T22:20:30,039 INFO [M:0;7ae73638d47e:37843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1da0f0b664f243f0b61171b2c88a6605 2024-12-02T22:20:30,085 DEBUG [M:0;7ae73638d47e:37843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05dec5d6ce4543baa44087410356c184 is 69, key is 7ae73638d47e,44451,1733178000972/rs:state/1733178002229/Put/seqid=0 2024-12-02T22:20:30,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741851_1027 (size=5156) 2024-12-02T22:20:30,128 INFO [M:0;7ae73638d47e:37843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05dec5d6ce4543baa44087410356c184 2024-12-02T22:20:30,133 DEBUG [M:0;7ae73638d47e:37843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95a3098acd8242c289981fcb35b7ecc0 as hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95a3098acd8242c289981fcb35b7ecc0 2024-12-02T22:20:30,138 INFO [M:0;7ae73638d47e:37843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95a3098acd8242c289981fcb35b7ecc0, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T22:20:30,139 DEBUG [M:0;7ae73638d47e:37843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1da0f0b664f243f0b61171b2c88a6605 as hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1da0f0b664f243f0b61171b2c88a6605 2024-12-02T22:20:30,142 INFO [M:0;7ae73638d47e:37843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1da0f0b664f243f0b61171b2c88a6605, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T22:20:30,143 DEBUG [M:0;7ae73638d47e:37843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05dec5d6ce4543baa44087410356c184 as hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05dec5d6ce4543baa44087410356c184 2024-12-02T22:20:30,147 INFO [M:0;7ae73638d47e:37843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38811/user/jenkins/test-data/ee681799-fec4-fa74-e471-86d4f667b067/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05dec5d6ce4543baa44087410356c184, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T22:20:30,148 INFO [M:0;7ae73638d47e:37843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 198ms, sequenceid=97, compaction requested=false 2024-12-02T22:20:30,165 INFO [M:0;7ae73638d47e:37843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:30,165 DEBUG [M:0;7ae73638d47e:37843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178029949Disabling compacts and flushes for region at 1733178029949Disabling writes for close at 1733178029950 (+1 ms)Obtaining lock to block concurrent updates at 1733178029950Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733178029950Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733178029950Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733178029951 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733178029951Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733178029973 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733178029973Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733178029983 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733178030004 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733178030004Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733178030044 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733178030084 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733178030084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf891e2: reopening flushed file at 1733178030133 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25bfd413: reopening flushed file at 1733178030138 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6629992b: reopening flushed file at 1733178030143 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 198ms, sequenceid=97, compaction requested=false at 1733178030148 (+5 ms)Writing region close event to WAL at 1733178030165 (+17 ms)Closed at 1733178030165 2024-12-02T22:20:30,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37153 is added to blk_1073741830_1006 (size=63642) 2024-12-02T22:20:30,168 INFO [M:0;7ae73638d47e:37843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:20:30,168 INFO [M:0;7ae73638d47e:37843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37843 2024-12-02T22:20:30,169 INFO [M:0;7ae73638d47e:37843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:20:30,170 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:20:30,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:20:30,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37843-0x1009d1382a30003, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:20:30,271 INFO [M:0;7ae73638d47e:37843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:20:30,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ad34725{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:20:30,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@627b9930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:20:30,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:20:30,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44739bbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:20:30,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f82d566{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/hadoop.log.dir/,STOPPED} 2024-12-02T22:20:30,278 WARN [BP-1073611373-172.17.0.2-1733178000210 heartbeating to localhost/127.0.0.1:38811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:20:30,277 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:20:30,278 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:20:30,278 WARN [BP-1073611373-172.17.0.2-1733178000210 heartbeating to localhost/127.0.0.1:38811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1073611373-172.17.0.2-1733178000210 (Datanode Uuid 7cddfdc4-a934-4b9d-aa45-904718ae0454) service to localhost/127.0.0.1:38811 2024-12-02T22:20:30,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/cluster_889eb0df-78a9-753f-8cdb-3da830374923/data/data1/current/BP-1073611373-172.17.0.2-1733178000210 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:20:30,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/cluster_889eb0df-78a9-753f-8cdb-3da830374923/data/data2/current/BP-1073611373-172.17.0.2-1733178000210 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:20:30,279 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:20:30,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3501bdbb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:20:30,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b171abe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:20:30,293 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:20:30,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265f5b99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:20:30,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b69b6e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a85b85fd-07d9-6750-ce0d-9a997849ecdc/hadoop.log.dir/,STOPPED} 2024-12-02T22:20:30,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:20:30,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:20:30,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:30,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:30,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:30,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:30,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:30,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:20:30,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2142839894, stopped=false 2024-12-02T22:20:30,312 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,43291,1733177998296 2024-12-02T22:20:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1574261995/running 2024-12-02T22:20:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1574261995/running 2024-12-02T22:20:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:20:30,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:20:30,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Set watcher on znode that does not yet exist, /0-1574261995/running 2024-12-02T22:20:30,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Set watcher on znode that does not yet exist, /0-1574261995/running 2024-12-02T22:20:30,315 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:20:30,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:30,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:30,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:30,317 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,37305,1733177998346' ***** 2024-12-02T22:20:30,317 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:20:30,318 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:20:30,318 INFO [RS:0;7ae73638d47e:37305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:20:30,318 INFO [RS:0;7ae73638d47e:37305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:20:30,318 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(3091): Received CLOSE for 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:30,318 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:20:30,318 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(3091): Received CLOSE for 65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:30,318 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,37305,1733177998346 2024-12-02T22:20:30,318 INFO [RS:0;7ae73638d47e:37305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:20:30,318 INFO [RS:0;7ae73638d47e:37305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:37305. 2024-12-02T22:20:30,318 DEBUG [RS:0;7ae73638d47e:37305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:30,318 DEBUG [RS:0;7ae73638d47e:37305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:30,318 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:20:30,319 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:20:30,319 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:20:30,319 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:20:30,319 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 961e5030216d51deb8676aaa31e047e0, disabling compactions & flushes 2024-12-02T22:20:30,319 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733178006795.961e5030216d51deb8676aaa31e047e0. 2024-12-02T22:20:30,319 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178006795.961e5030216d51deb8676aaa31e047e0. 2024-12-02T22:20:30,319 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733178006795.961e5030216d51deb8676aaa31e047e0. after waiting 0 ms 2024-12-02T22:20:30,319 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733178006795.961e5030216d51deb8676aaa31e047e0. 2024-12-02T22:20:30,319 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 961e5030216d51deb8676aaa31e047e0 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-02T22:20:30,324 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T22:20:30,324 DEBUG [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1325): Online Regions={961e5030216d51deb8676aaa31e047e0=test,,1733178006795.961e5030216d51deb8676aaa31e047e0., 65c2ba66304f9948f4f7ca0587812285=hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:20:30,324 DEBUG [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65c2ba66304f9948f4f7ca0587812285, 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:30,325 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:20:30,325 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:20:30,325 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:20:30,325 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:20:30,325 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:20:30,325 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T22:20:30,353 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/.tmp/f/ea32eed8e7c44dcf92be8ba42a9bac22 is 37, key is row3/f:row3/1733178025624/Put/seqid=0 2024-12-02T22:20:30,355 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/.tmp/info/2cb9bd0454b44d07ac57c4f34092dddc is 147, key is hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285./info:regioninfo/1733178014119/Put/seqid=0 2024-12-02T22:20:30,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741840_1016 (size=7686) 2024-12-02T22:20:30,366 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/.tmp/info/2cb9bd0454b44d07ac57c4f34092dddc 2024-12-02T22:20:30,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741841_1017 (size=5228) 2024-12-02T22:20:30,399 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/.tmp/ns/099f3488f3e6412bb88ccf6be4063de7 is 43, key is default/ns:d/1733178000102/Put/seqid=0 2024-12-02T22:20:30,403 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:20:30,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741842_1018 (size=5153) 2024-12-02T22:20:30,406 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/.tmp/ns/099f3488f3e6412bb88ccf6be4063de7 2024-12-02T22:20:30,426 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:20:30,426 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:20:30,432 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/.tmp/rep_barrier/5f6fe3dda16744998ed9a881ba66e60f is 112, key is test,,1733178006795.961e5030216d51deb8676aaa31e047e0./rep_barrier:seqnumDuringOpen/1733178007954/Put/seqid=0 2024-12-02T22:20:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741843_1019 (size=5518) 2024-12-02T22:20:30,442 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/.tmp/rep_barrier/5f6fe3dda16744998ed9a881ba66e60f 2024-12-02T22:20:30,467 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/.tmp/table/5a9814b50f724f919e91efc66dc7a5e5 is 53, key is hbase:replication/table:state/1733178014130/Put/seqid=0 2024-12-02T22:20:30,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741844_1020 (size=5308) 2024-12-02T22:20:30,474 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/.tmp/table/5a9814b50f724f919e91efc66dc7a5e5 2024-12-02T22:20:30,484 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/.tmp/info/2cb9bd0454b44d07ac57c4f34092dddc as hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/info/2cb9bd0454b44d07ac57c4f34092dddc 2024-12-02T22:20:30,489 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/info/2cb9bd0454b44d07ac57c4f34092dddc, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T22:20:30,490 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/.tmp/ns/099f3488f3e6412bb88ccf6be4063de7 as hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/ns/099f3488f3e6412bb88ccf6be4063de7 2024-12-02T22:20:30,499 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/ns/099f3488f3e6412bb88ccf6be4063de7, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T22:20:30,500 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/.tmp/rep_barrier/5f6fe3dda16744998ed9a881ba66e60f as hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/rep_barrier/5f6fe3dda16744998ed9a881ba66e60f 2024-12-02T22:20:30,505 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/rep_barrier/5f6fe3dda16744998ed9a881ba66e60f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T22:20:30,505 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/.tmp/table/5a9814b50f724f919e91efc66dc7a5e5 as hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/table/5a9814b50f724f919e91efc66dc7a5e5 2024-12-02T22:20:30,512 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/table/5a9814b50f724f919e91efc66dc7a5e5, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T22:20:30,513 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 188ms, sequenceid=16, compaction requested=false 2024-12-02T22:20:30,513 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:20:30,523 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T22:20:30,523 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:20:30,523 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:20:30,523 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:20:30,524 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178030325Running coprocessor pre-close hooks at 1733178030325Disabling compacts and flushes for region at 1733178030325Disabling writes for close at 1733178030325Obtaining lock to block concurrent updates at 1733178030325Preparing flush snapshotting stores in 1588230740 at 1733178030325Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733178030326 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733178030327 (+1 ms)Flushing 1588230740/info: creating writer at 1733178030327Flushing 1588230740/info: appending metadata at 1733178030355 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733178030355Flushing 1588230740/ns: creating writer at 1733178030372 (+17 ms)Flushing 1588230740/ns: appending metadata at 1733178030398 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733178030398Flushing 1588230740/rep_barrier: creating writer at 1733178030413 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733178030431 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733178030431Flushing 1588230740/table: creating writer at 1733178030446 (+15 ms)Flushing 1588230740/table: appending metadata at 1733178030466 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733178030466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@212e6cc: reopening flushed file at 1733178030483 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f87757: reopening flushed file at 1733178030489 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71735fb2: reopening flushed file at 1733178030500 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3229da81: reopening flushed file at 1733178030505 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 188ms, sequenceid=16, compaction requested=false at 1733178030513 (+8 ms)Writing region close event to WAL at 1733178030518 (+5 ms)Running coprocessor post-close hooks at 1733178030523 (+5 ms)Closed at 1733178030523 2024-12-02T22:20:30,524 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:20:30,525 DEBUG [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1351): Waiting on 65c2ba66304f9948f4f7ca0587812285, 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:30,725 DEBUG [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1351): Waiting on 65c2ba66304f9948f4f7ca0587812285, 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:30,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T22:20:30,776 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/.tmp/f/ea32eed8e7c44dcf92be8ba42a9bac22 2024-12-02T22:20:30,781 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea32eed8e7c44dcf92be8ba42a9bac22 2024-12-02T22:20:30,800 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/.tmp/f1/05b05231d6ea4a41a039e867268c045d is 30, key is row1/f1:/1733178022926/DeleteFamily/seqid=0 2024-12-02T22:20:30,811 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1493, reset compression=false 2024-12-02T22:20:30,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741845_1021 (size=5158) 2024-12-02T22:20:30,820 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/.tmp/f1/05b05231d6ea4a41a039e867268c045d 2024-12-02T22:20:30,824 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05b05231d6ea4a41a039e867268c045d 2024-12-02T22:20:30,845 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:30,845 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1740, reset compression=false 2024-12-02T22:20:30,845 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,37305,1733177998346 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:30,846 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7ae73638d47e,37305,1733177998346: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7ae73638d47e,37305,1733177998346, walGroup=7ae73638d47e%2C37305%2C1733177998346, offset=7ae73638d47e%2C37305%2C1733177998346.1733177999569:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:37305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T22:20:30,847 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T22:20:30,847 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T22:20:30,848 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T22:20:30,848 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T22:20:30,848 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T22:20:30,848 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 921103696 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 198906784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T22:20:30,854 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/.tmp/norep/74be23c2eebc4a5b944a4b1b85f419b2 is 32, key is row/norep:/1733178021914/DeleteFamily/seqid=0 2024-12-02T22:20:30,864 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:43291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:43291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T22:20:30,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741846_1022 (size=5101) 2024-12-02T22:20:30,891 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/.tmp/norep/74be23c2eebc4a5b944a4b1b85f419b2 2024-12-02T22:20:30,898 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74be23c2eebc4a5b944a4b1b85f419b2 2024-12-02T22:20:30,899 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/.tmp/f/ea32eed8e7c44dcf92be8ba42a9bac22 as hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/f/ea32eed8e7c44dcf92be8ba42a9bac22 2024-12-02T22:20:30,913 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea32eed8e7c44dcf92be8ba42a9bac22 2024-12-02T22:20:30,913 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/f/ea32eed8e7c44dcf92be8ba42a9bac22, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T22:20:30,914 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/.tmp/f1/05b05231d6ea4a41a039e867268c045d as hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/f1/05b05231d6ea4a41a039e867268c045d 2024-12-02T22:20:30,918 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05b05231d6ea4a41a039e867268c045d 2024-12-02T22:20:30,918 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/f1/05b05231d6ea4a41a039e867268c045d, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T22:20:30,919 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/.tmp/norep/74be23c2eebc4a5b944a4b1b85f419b2 as hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/norep/74be23c2eebc4a5b944a4b1b85f419b2 2024-12-02T22:20:30,928 DEBUG [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1351): Waiting on 65c2ba66304f9948f4f7ca0587812285, 961e5030216d51deb8676aaa31e047e0 2024-12-02T22:20:30,930 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74be23c2eebc4a5b944a4b1b85f419b2 2024-12-02T22:20:30,930 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/norep/74be23c2eebc4a5b944a4b1b85f419b2, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T22:20:30,931 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 961e5030216d51deb8676aaa31e047e0 in 612ms, sequenceid=12, compaction requested=false 2024-12-02T22:20:30,931 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T22:20:30,997 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/data/default/test/961e5030216d51deb8676aaa31e047e0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T22:20:30,997 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:20:30,997 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:20:30,997 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733178006795.961e5030216d51deb8676aaa31e047e0. 2024-12-02T22:20:30,998 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 961e5030216d51deb8676aaa31e047e0: Waiting for close lock at 1733178030319Running coprocessor pre-close hooks at 1733178030319Disabling compacts and flushes for region at 1733178030319Disabling writes for close at 1733178030319Obtaining lock to block concurrent updates at 1733178030319Preparing flush snapshotting stores in 961e5030216d51deb8676aaa31e047e0 at 1733178030319Finished memstore snapshotting test,,1733178006795.961e5030216d51deb8676aaa31e047e0., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733178030320 (+1 ms)Flushing stores of test,,1733178006795.961e5030216d51deb8676aaa31e047e0. at 1733178030320Flushing 961e5030216d51deb8676aaa31e047e0/f: creating writer at 1733178030321 (+1 ms)Flushing 961e5030216d51deb8676aaa31e047e0/f: appending metadata at 1733178030353 (+32 ms)Flushing 961e5030216d51deb8676aaa31e047e0/f: closing flushed file at 1733178030353Flushing 961e5030216d51deb8676aaa31e047e0/f1: creating writer at 1733178030781 (+428 ms)Flushing 961e5030216d51deb8676aaa31e047e0/f1: appending metadata at 1733178030799 (+18 ms)Flushing 961e5030216d51deb8676aaa31e047e0/f1: closing flushed file at 1733178030800 (+1 ms)Flushing 961e5030216d51deb8676aaa31e047e0/norep: creating writer at 1733178030824 (+24 ms)Flushing 961e5030216d51deb8676aaa31e047e0/norep: appending metadata at 1733178030854 (+30 ms)Flushing 961e5030216d51deb8676aaa31e047e0/norep: closing flushed file at 1733178030854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468fbc3c: reopening flushed file at 1733178030898 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@642d8fde: reopening flushed file at 1733178030913 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c5c60c: reopening flushed file at 1733178030919 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 961e5030216d51deb8676aaa31e047e0 in 612ms, sequenceid=12, compaction requested=false at 1733178030931 (+12 ms)Writing region close event to WAL at 1733178030993 (+62 ms)Running coprocessor post-close hooks at 1733178030997 (+4 ms)Closed at 1733178030997 2024-12-02T22:20:30,998 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733178006795.961e5030216d51deb8676aaa31e047e0. 2024-12-02T22:20:30,998 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65c2ba66304f9948f4f7ca0587812285, disabling compactions & flushes 2024-12-02T22:20:30,998 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:30,998 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:30,998 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. after waiting 0 ms 2024-12-02T22:20:30,998 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:30,998 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65c2ba66304f9948f4f7ca0587812285: Waiting for close lock at 1733178030998Running coprocessor pre-close hooks at 1733178030998Disabling compacts and flushes for region at 1733178030998Disabling writes for close at 1733178030998Failed flush hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285., putting online again at 1733178030998 2024-12-02T22:20:30,998 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:31,081 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 1740, reset compression=false 2024-12-02T22:20:31,088 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:31,088 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 2384, reset compression=false 2024-12-02T22:20:31,129 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(3091): Received CLOSE for 65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:31,129 DEBUG [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1351): Waiting on 65c2ba66304f9948f4f7ca0587812285 2024-12-02T22:20:31,129 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65c2ba66304f9948f4f7ca0587812285, disabling compactions & flushes 2024-12-02T22:20:31,129 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:31,129 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:31,129 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. after waiting 0 ms 2024-12-02T22:20:31,129 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:31,129 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65c2ba66304f9948f4f7ca0587812285: Waiting for close lock at 1733178031129Running coprocessor pre-close hooks at 1733178031129Disabling compacts and flushes for region at 1733178031129Disabling writes for close at 1733178031129Failed flush hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285., putting online again at 1733178031129 2024-12-02T22:20:31,129 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285. 2024-12-02T22:20:31,293 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/WALs/7ae73638d47e,37305,1733177998346/7ae73638d47e%2C37305%2C1733177998346.1733177999569 to pos 2384, reset compression=false 2024-12-02T22:20:31,329 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T22:20:31,329 DEBUG [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1325): Online Regions={65c2ba66304f9948f4f7ca0587812285=hbase:replication,,1733178013312.65c2ba66304f9948f4f7ca0587812285.} 2024-12-02T22:20:31,329 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T22:20:31,329 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,37305,1733177998346; all regions closed. 2024-12-02T22:20:31,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741834_1010 (size=4239) 2024-12-02T22:20:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741839_1015 (size=2609) 2024-12-02T22:20:31,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741833_1009 (size=2392) 2024-12-02T22:20:31,399 DEBUG [RS:0;7ae73638d47e:37305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:31,399 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:20:31,399 INFO [RS:0;7ae73638d47e:37305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:20:31,399 INFO [RS:0;7ae73638d47e:37305 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:20:31,399 INFO [RS:0;7ae73638d47e:37305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:20:31,399 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,37305,1733177998346 because: Region server is closing 2024-12-02T22:20:31,399 INFO [RS:0;7ae73638d47e:37305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:37305. 2024-12-02T22:20:31,399 DEBUG [RS:0;7ae73638d47e:37305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:31,399 DEBUG [RS:0;7ae73638d47e:37305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:31,400 DEBUG [RS:0;7ae73638d47e:37305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:31,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:31,400 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:20:31,500 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.shipper7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 terminated 2024-12-02T22:20:31,500 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,37305,1733177998346.replicationSource.wal-reader.7ae73638d47e%2C37305%2C1733177998346,1-7ae73638d47e,37305,1733177998346 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:20:31,500 INFO [RS:0;7ae73638d47e:37305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:37305. 2024-12-02T22:20:31,500 DEBUG [RS:0;7ae73638d47e:37305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:31,500 DEBUG [RS:0;7ae73638d47e:37305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:31,500 DEBUG [RS:0;7ae73638d47e:37305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:31,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:31,500 INFO [RS:0;7ae73638d47e:37305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37305 2024-12-02T22:20:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995/rs 2024-12-02T22:20:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1574261995/rs/7ae73638d47e,37305,1733177998346 2024-12-02T22:20:31,504 INFO [RS:0;7ae73638d47e:37305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:20:31,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,37305,1733177998346] 2024-12-02T22:20:31,506 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1574261995/draining/7ae73638d47e,37305,1733177998346 already deleted, retry=false 2024-12-02T22:20:31,506 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,37305,1733177998346 expired; onlineServers=0 2024-12-02T22:20:31,506 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,43291,1733177998296' ***** 2024-12-02T22:20:31,506 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:20:31,506 INFO [M:0;7ae73638d47e:43291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:20:31,506 INFO [M:0;7ae73638d47e:43291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:20:31,506 DEBUG [M:0;7ae73638d47e:43291 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:20:31,506 DEBUG [M:0;7ae73638d47e:43291 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:20:31,506 INFO [M:0;7ae73638d47e:43291 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:20:31,507 INFO [M:0;7ae73638d47e:43291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:20:31,507 DEBUG [M:0;7ae73638d47e:43291 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:20:31,507 INFO [M:0;7ae73638d47e:43291 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:20:31,507 INFO [M:0;7ae73638d47e:43291 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:20:31,507 INFO [M:0;7ae73638d47e:43291 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:20:31,507 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:20:31,507 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:20:31,507 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177999315 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733177999315,5,FailOnTimeoutGroup] 2024-12-02T22:20:31,507 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177999316 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733177999316,5,FailOnTimeoutGroup] 2024-12-02T22:20:31,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1574261995/master 2024-12-02T22:20:31,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1574261995 2024-12-02T22:20:31,510 DEBUG [M:0;7ae73638d47e:43291 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1574261995/master already deleted, retry=false 2024-12-02T22:20:31,511 DEBUG [M:0;7ae73638d47e:43291 {}] master.ActiveMasterManager(353): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1574261995/master 2024-12-02T22:20:31,511 INFO [M:0;7ae73638d47e:43291 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/.lastflushedseqids 2024-12-02T22:20:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741847_1023 (size=245) 2024-12-02T22:20:31,526 INFO [M:0;7ae73638d47e:43291 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:20:31,526 INFO [M:0;7ae73638d47e:43291 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:20:31,526 DEBUG [M:0;7ae73638d47e:43291 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:20:31,526 INFO [M:0;7ae73638d47e:43291 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:31,526 DEBUG [M:0;7ae73638d47e:43291 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:31,526 DEBUG [M:0;7ae73638d47e:43291 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:20:31,526 DEBUG [M:0;7ae73638d47e:43291 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:31,527 INFO [M:0;7ae73638d47e:43291 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-02T22:20:31,558 DEBUG [M:0;7ae73638d47e:43291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b587eee2167549c29682760e4c90e946 is 82, key is hbase:meta,,1/info:regioninfo/1733178000093/Put/seqid=0 2024-12-02T22:20:31,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741848_1024 (size=5672) 2024-12-02T22:20:31,578 INFO [M:0;7ae73638d47e:43291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b587eee2167549c29682760e4c90e946 2024-12-02T22:20:31,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:20:31,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37305-0x1009d1382a30001, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:20:31,607 INFO [RS:0;7ae73638d47e:37305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:20:31,607 INFO [RS:0;7ae73638d47e:37305 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,37305,1733177998346; zookeeper connection closed. 2024-12-02T22:20:31,607 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60c383b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60c383b1 2024-12-02T22:20:31,607 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:20:31,617 DEBUG [M:0;7ae73638d47e:43291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cda4d88e727440d6b8819423d7210c40 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733178007966/Put/seqid=0 2024-12-02T22:20:31,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741849_1025 (size=7218) 2024-12-02T22:20:31,626 INFO [M:0;7ae73638d47e:43291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cda4d88e727440d6b8819423d7210c40 2024-12-02T22:20:31,630 INFO [M:0;7ae73638d47e:43291 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cda4d88e727440d6b8819423d7210c40 2024-12-02T22:20:31,652 DEBUG [M:0;7ae73638d47e:43291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da69f77350d449198c6a030a279548b8 is 69, key is 7ae73638d47e,37305,1733177998346/rs:state/1733177999402/Put/seqid=0 2024-12-02T22:20:31,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741850_1026 (size=5156) 2024-12-02T22:20:31,655 INFO [M:0;7ae73638d47e:43291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da69f77350d449198c6a030a279548b8 2024-12-02T22:20:31,667 DEBUG [M:0;7ae73638d47e:43291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b587eee2167549c29682760e4c90e946 as hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b587eee2167549c29682760e4c90e946 2024-12-02T22:20:31,671 INFO [M:0;7ae73638d47e:43291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b587eee2167549c29682760e4c90e946, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T22:20:31,671 DEBUG [M:0;7ae73638d47e:43291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cda4d88e727440d6b8819423d7210c40 as hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cda4d88e727440d6b8819423d7210c40 2024-12-02T22:20:31,675 INFO [M:0;7ae73638d47e:43291 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cda4d88e727440d6b8819423d7210c40 2024-12-02T22:20:31,676 INFO [M:0;7ae73638d47e:43291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cda4d88e727440d6b8819423d7210c40, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T22:20:31,676 DEBUG [M:0;7ae73638d47e:43291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da69f77350d449198c6a030a279548b8 as hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da69f77350d449198c6a030a279548b8 2024-12-02T22:20:31,680 INFO [M:0;7ae73638d47e:43291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37821/user/jenkins/test-data/ebe2db2f-0931-db5e-ba0e-a0541b1fc10c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da69f77350d449198c6a030a279548b8, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T22:20:31,681 INFO [M:0;7ae73638d47e:43291 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=105, compaction requested=false 2024-12-02T22:20:31,689 INFO [M:0;7ae73638d47e:43291 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:31,689 DEBUG [M:0;7ae73638d47e:43291 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178031526Disabling compacts and flushes for region at 1733178031526Disabling writes for close at 1733178031526Obtaining lock to block concurrent updates at 1733178031527 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733178031527Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733178031527Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733178031527Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733178031527Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733178031558 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733178031558Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733178031582 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733178031616 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733178031616Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733178031630 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733178031651 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733178031651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d3a4d3: reopening flushed file at 1733178031666 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab7926d: reopening flushed file at 1733178031671 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2326f00f: reopening flushed file at 1733178031676 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=105, compaction requested=false at 1733178031681 (+5 ms)Writing region close event to WAL at 1733178031689 (+8 ms)Closed at 1733178031689 2024-12-02T22:20:31,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39007 is added to blk_1073741830_1006 (size=64423) 2024-12-02T22:20:31,695 INFO [M:0;7ae73638d47e:43291 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:20:31,695 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:20:31,695 INFO [M:0;7ae73638d47e:43291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43291 2024-12-02T22:20:31,695 INFO [M:0;7ae73638d47e:43291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:20:31,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:20:31,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43291-0x1009d1382a30000, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:20:31,800 INFO [M:0;7ae73638d47e:43291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:20:31,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5054afca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:20:31,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692daaa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:20:31,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:20:31,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ef61912{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:20:31,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f5addb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/hadoop.log.dir/,STOPPED} 2024-12-02T22:20:31,854 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:20:31,854 WARN [BP-1308346995-172.17.0.2-1733177997348 heartbeating to localhost/127.0.0.1:37821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:20:31,854 WARN [BP-1308346995-172.17.0.2-1733177997348 heartbeating to localhost/127.0.0.1:37821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1308346995-172.17.0.2-1733177997348 (Datanode Uuid 231185fe-20df-46a3-adc3-426c3f9ad552) service to localhost/127.0.0.1:37821 2024-12-02T22:20:31,854 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:20:31,855 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/cluster_1b4039ab-7e41-f3ba-7dc5-5a32f06cc6de/data/data1/current/BP-1308346995-172.17.0.2-1733177997348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:20:31,855 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/cluster_1b4039ab-7e41-f3ba-7dc5-5a32f06cc6de/data/data2/current/BP-1308346995-172.17.0.2-1733177997348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:20:31,855 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:20:31,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69529380{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:20:31,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fafca84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:20:31,879 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:20:31,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f230693{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:20:31,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cd0862b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b994b8b9-92db-18dd-d6e4-3dc5add1721a/hadoop.log.dir/,STOPPED} 2024-12-02T22:20:31,892 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T22:20:31,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:20:31,927 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=325 (was 266) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-29-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54254) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-28-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54254) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54254) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-28-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38811 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-29-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46327 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37821 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-18 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=742 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=618 (was 452) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7126 (was 6867) - AvailableMemoryMB LEAK? - 2024-12-02T22:20:31,963 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=325, OpenFileDescriptor=742, MaxFileDescriptor=1048576, SystemLoadAverage=618, ProcessCount=11, AvailableMemoryMB=7123 2024-12-02T22:20:31,986 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-02T22:20:31,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/hadoop.log.dir so I do NOT create it in target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8 2024-12-02T22:20:31,987 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:20:31,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/hadoop.tmp.dir so I do NOT create it in target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8 2024-12-02T22:20:31,987 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/534025de-d85e-6adc-3b4a-84346c992f9e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:20:31,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8 2024-12-02T22:20:31,987 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/cluster_dd184fde-6440-9e0e-6510-968a212ccde5, deleteOnExit=true 2024-12-02T22:20:31,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1009d1382a30008, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:20:31,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1009d1382a30008, quorum=127.0.0.1:54254, baseZNode=/2-862967926 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:20:31,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009d1382a30005, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:20:31,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009d1382a30002, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:20:31,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009d1382a30005, quorum=127.0.0.1:54254, baseZNode=/1-950025049 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:20:31,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009d1382a30002, quorum=127.0.0.1:54254, baseZNode=/0-1574261995 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:20:32,015 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/cluster_dd184fde-6440-9e0e-6510-968a212ccde5/zookeeper_0, clientPort=63819, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/cluster_dd184fde-6440-9e0e-6510-968a212ccde5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/cluster_dd184fde-6440-9e0e-6510-968a212ccde5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T22:20:32,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63819 2024-12-02T22:20:32,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:20:32,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:20:32,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/test.cache.data in system properties and HBase conf 2024-12-02T22:20:32,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:20:32,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:20:32,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:20:32,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:20:32,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:20:32,018 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:20:32,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:20:32,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:20:32,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:20:32,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:20:32,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:20:32,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:20:32,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:20:32,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:20:32,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:20:32,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:20:32,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:20:32,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:20:32,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:20:32,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:20:32,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:32,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:20:32,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:20:32,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:20:32,261 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:20:32,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:32,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54b6fd6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:20:32,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f5ba296{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:20:32,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326bc074{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/java.io.tmpdir/jetty-localhost-38673-hadoop-hdfs-3_4_1-tests_jar-_-any-435250802579005936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:20:32,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57eb29e8{HTTP/1.1, (http/1.1)}{localhost:38673} 2024-12-02T22:20:32,532 INFO [Time-limited test {}] server.Server(415): Started @226967ms 2024-12-02T22:20:32,865 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:20:32,868 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,868 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,868 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,868 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,869 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,937 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,937 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,938 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,939 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,940 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,940 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,952 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,956 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,956 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,959 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:32,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:33,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:20:33,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:20:33,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:20:33,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:20:33,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7780e551{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:20:33,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65413fa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:20:33,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@608208e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/java.io.tmpdir/jetty-localhost-44953-hadoop-hdfs-3_4_1-tests_jar-_-any-17381168802620777005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:20:33,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f249c4c{HTTP/1.1, (http/1.1)}{localhost:44953} 2024-12-02T22:20:33,194 INFO [Time-limited test {}] server.Server(415): Started @227629ms 2024-12-02T22:20:33,196 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:20:34,345 WARN [Thread-3383 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/cluster_dd184fde-6440-9e0e-6510-968a212ccde5/data/data1/current/BP-1439358212-172.17.0.2-1733178032051/current, will proceed with Du for space computation calculation, 2024-12-02T22:20:34,346 WARN [Thread-3384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/cluster_dd184fde-6440-9e0e-6510-968a212ccde5/data/data2/current/BP-1439358212-172.17.0.2-1733178032051/current, will proceed with Du for space computation calculation, 2024-12-02T22:20:34,368 WARN [Thread-3371 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:20:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6adc764a318d96dc with lease ID 0x6ebefc4d0937a81a: Processing first storage report for DS-8a16bf23-45cc-479e-8cf1-2191b2405897 from datanode DatanodeRegistration(127.0.0.1:36813, datanodeUuid=5c3f44d8-367a-4c84-a123-2f1693ef9f20, infoPort=45933, infoSecurePort=0, ipcPort=40357, storageInfo=lv=-57;cid=testClusterID;nsid=799307965;c=1733178032051) 2024-12-02T22:20:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6adc764a318d96dc with lease ID 0x6ebefc4d0937a81a: from storage DS-8a16bf23-45cc-479e-8cf1-2191b2405897 node DatanodeRegistration(127.0.0.1:36813, datanodeUuid=5c3f44d8-367a-4c84-a123-2f1693ef9f20, infoPort=45933, infoSecurePort=0, ipcPort=40357, storageInfo=lv=-57;cid=testClusterID;nsid=799307965;c=1733178032051), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:20:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6adc764a318d96dc with lease ID 0x6ebefc4d0937a81a: Processing first storage report for DS-e6f0a432-cff6-44bb-ab55-dd77870e1b49 from datanode DatanodeRegistration(127.0.0.1:36813, datanodeUuid=5c3f44d8-367a-4c84-a123-2f1693ef9f20, infoPort=45933, infoSecurePort=0, ipcPort=40357, storageInfo=lv=-57;cid=testClusterID;nsid=799307965;c=1733178032051) 2024-12-02T22:20:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6adc764a318d96dc with lease ID 0x6ebefc4d0937a81a: from storage DS-e6f0a432-cff6-44bb-ab55-dd77870e1b49 node DatanodeRegistration(127.0.0.1:36813, datanodeUuid=5c3f44d8-367a-4c84-a123-2f1693ef9f20, infoPort=45933, infoSecurePort=0, ipcPort=40357, storageInfo=lv=-57;cid=testClusterID;nsid=799307965;c=1733178032051), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:20:34,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8 2024-12-02T22:20:34,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:34,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:34,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:20:34,852 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d with version=8 2024-12-02T22:20:34,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/hbase-staging 2024-12-02T22:20:34,855 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:20:34,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:34,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:34,856 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:20:34,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:34,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:20:34,856 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:20:34,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:20:34,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34989 2024-12-02T22:20:34,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34989 connecting to ZooKeeper ensemble=127.0.0.1:63819 2024-12-02T22:20:35,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349890x0, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:35,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34989-0x1009d140a190000 connected 2024-12-02T22:20:35,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:35,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:35,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Set watcher on znode that does not yet exist, /0-1111724631/running 2024-12-02T22:20:35,606 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d, hbase.cluster.distributed=false 2024-12-02T22:20:35,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Set watcher on znode that does not yet exist, /0-1111724631/acl 2024-12-02T22:20:35,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34989 2024-12-02T22:20:35,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34989 2024-12-02T22:20:35,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34989 2024-12-02T22:20:35,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34989 2024-12-02T22:20:35,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34989 2024-12-02T22:20:35,768 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:20:35,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:35,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:35,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:20:35,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:35,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:20:35,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:20:35,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:20:35,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46635 2024-12-02T22:20:35,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46635 connecting to ZooKeeper ensemble=127.0.0.1:63819 2024-12-02T22:20:35,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:35,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:35,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466350x0, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:35,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466350x0, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Set watcher on znode that does not yet exist, /0-1111724631/running 2024-12-02T22:20:35,848 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:20:35,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46635-0x1009d140a190001 connected 2024-12-02T22:20:35,897 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:20:35,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Set watcher on znode that does not yet exist, /0-1111724631/master 2024-12-02T22:20:35,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Set watcher on znode that does not yet exist, /0-1111724631/acl 2024-12-02T22:20:35,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46635 2024-12-02T22:20:35,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46635 2024-12-02T22:20:35,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46635 2024-12-02T22:20:35,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46635 2024-12-02T22:20:35,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46635 2024-12-02T22:20:36,002 DEBUG [M:0;7ae73638d47e:34989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:34989 2024-12-02T22:20:36,002 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1111724631/backup-masters/7ae73638d47e,34989,1733178034855 2024-12-02T22:20:36,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631/backup-masters 2024-12-02T22:20:36,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631/backup-masters 2024-12-02T22:20:36,006 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Set watcher on existing znode=/0-1111724631/backup-masters/7ae73638d47e,34989,1733178034855 2024-12-02T22:20:36,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1111724631/master 2024-12-02T22:20:36,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:20:36,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:20:36,008 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Set watcher on existing znode=/0-1111724631/master 2024-12-02T22:20:36,009 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1111724631/backup-masters/7ae73638d47e,34989,1733178034855 from backup master directory 2024-12-02T22:20:36,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1111724631/backup-masters/7ae73638d47e,34989,1733178034855 2024-12-02T22:20:36,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631/backup-masters 2024-12-02T22:20:36,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631/backup-masters 2024-12-02T22:20:36,011 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:20:36,011 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,34989,1733178034855 2024-12-02T22:20:36,029 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/hbase.id] with ID: 77426e94-da76-4e44-88fd-c0eb9f3b0913 2024-12-02T22:20:36,029 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/.tmp/hbase.id 2024-12-02T22:20:36,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:20:36,091 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/.tmp/hbase.id]:[hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/hbase.id] 2024-12-02T22:20:36,102 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:36,102 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:20:36,103 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:20:36,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:20:36,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:20:36,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:20:36,179 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:36,181 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:20:36,181 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:36,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:20:36,647 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store 2024-12-02T22:20:36,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:20:36,653 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:36,653 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:20:36,653 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:36,653 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:36,653 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:20:36,653 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:36,653 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:36,653 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178036653Disabling compacts and flushes for region at 1733178036653Disabling writes for close at 1733178036653Writing region close event to WAL at 1733178036653Closed at 1733178036653 2024-12-02T22:20:36,654 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/.initializing 2024-12-02T22:20:36,654 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/WALs/7ae73638d47e,34989,1733178034855 2024-12-02T22:20:36,655 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:20:36,656 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C34989%2C1733178034855, suffix=, logDir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/WALs/7ae73638d47e,34989,1733178034855, archiveDir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/oldWALs, maxLogs=10 2024-12-02T22:20:36,677 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/WALs/7ae73638d47e,34989,1733178034855/7ae73638d47e%2C34989%2C1733178034855.1733178036656, exclude list is [], retry=0 2024-12-02T22:20:36,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-8a16bf23-45cc-479e-8cf1-2191b2405897,DISK] 2024-12-02T22:20:36,684 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/WALs/7ae73638d47e,34989,1733178034855/7ae73638d47e%2C34989%2C1733178034855.1733178036656 2024-12-02T22:20:36,687 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45933:45933)] 2024-12-02T22:20:36,688 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:36,688 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:36,688 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:36,688 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:36,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:36,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:20:36,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:36,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:36,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:36,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:20:36,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:36,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:36,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:36,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:20:36,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:36,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:36,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:36,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:20:36,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:36,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:36,694 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:36,695 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:36,695 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:36,696 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:36,696 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:36,697 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:36,698 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:36,700 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:36,701 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71432130, jitterRate=0.06442168354988098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:36,702 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733178036688Initializing all the Stores at 1733178036689 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178036689Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178036689Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178036689Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178036689Cleaning up temporary data from old regions at 1733178036696 (+7 ms)Region opened successfully at 1733178036702 (+6 ms) 2024-12-02T22:20:36,702 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:20:36,704 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393dc510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:20:36,705 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:20:36,705 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:20:36,705 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:20:36,705 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:20:36,705 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:20:36,706 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:20:36,706 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:20:36,707 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:20:36,708 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Unable to get data of znode /0-1111724631/balancer because node does not exist (not necessarily an error) 2024-12-02T22:20:36,709 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1111724631/balancer already deleted, retry=false 2024-12-02T22:20:36,710 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:20:36,710 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Unable to get data of znode /0-1111724631/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:20:36,711 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1111724631/normalizer already deleted, retry=false 2024-12-02T22:20:36,712 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:20:36,713 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Unable to get data of znode /0-1111724631/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:20:36,714 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1111724631/switch/split already deleted, retry=false 2024-12-02T22:20:36,714 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Unable to get data of znode /0-1111724631/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:20:36,716 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1111724631/switch/merge already deleted, retry=false 2024-12-02T22:20:36,718 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Unable to get data of znode /0-1111724631/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:20:36,719 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1111724631/snapshot-cleanup already deleted, retry=false 2024-12-02T22:20:36,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1111724631/running 2024-12-02T22:20:36,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:20:36,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1111724631/running 2024-12-02T22:20:36,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:20:36,720 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,34989,1733178034855, sessionid=0x1009d140a190000, setting cluster-up flag (Was=false) 2024-12-02T22:20:36,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:20:36,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:20:36,726 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1111724631/flush-table-proc/acquired, /0-1111724631/flush-table-proc/reached, /0-1111724631/flush-table-proc/abort 2024-12-02T22:20:36,727 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,34989,1733178034855 2024-12-02T22:20:36,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:20:36,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:20:36,733 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1111724631/online-snapshot/acquired, /0-1111724631/online-snapshot/reached, /0-1111724631/online-snapshot/abort 2024-12-02T22:20:36,739 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,34989,1733178034855 2024-12-02T22:20:36,739 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:20:36,741 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:36,741 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:20:36,741 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:20:36,741 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,34989,1733178034855 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:20:36,743 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:36,743 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:36,743 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:36,743 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:36,743 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:20:36,743 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:36,743 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:20:36,743 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:36,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:36,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:20:36,745 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:36,745 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:20:36,756 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733178066756 2024-12-02T22:20:36,757 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:20:36,757 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:20:36,757 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:20:36,757 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:20:36,757 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:20:36,757 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:20:36,757 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:36,761 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:20:36,761 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:20:36,761 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:20:36,761 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:20:36,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:20:36,764 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:20:36,764 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:20:36,765 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178036764,5,FailOnTimeoutGroup] 2024-12-02T22:20:36,765 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178036765,5,FailOnTimeoutGroup] 2024-12-02T22:20:36,765 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:36,765 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:20:36,765 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:36,765 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:36,787 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(746): ClusterId : 77426e94-da76-4e44-88fd-c0eb9f3b0913 2024-12-02T22:20:36,787 DEBUG [RS:0;7ae73638d47e:46635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:20:36,789 DEBUG [RS:0;7ae73638d47e:46635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:20:36,789 DEBUG [RS:0;7ae73638d47e:46635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:20:36,790 DEBUG [RS:0;7ae73638d47e:46635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:20:36,791 DEBUG [RS:0;7ae73638d47e:46635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4368bd04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:20:36,809 DEBUG [RS:0;7ae73638d47e:46635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:46635 2024-12-02T22:20:36,809 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:20:36,809 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:20:36,809 DEBUG [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:20:36,810 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,34989,1733178034855 with port=46635, startcode=1733178035768 2024-12-02T22:20:36,810 DEBUG [RS:0;7ae73638d47e:46635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:20:36,812 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:20:36,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,46635,1733178035768 2024-12-02T22:20:36,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34989 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,46635,1733178035768 2024-12-02T22:20:36,814 DEBUG [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d 2024-12-02T22:20:36,814 DEBUG [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43913 2024-12-02T22:20:36,814 DEBUG [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:20:36,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631/rs 2024-12-02T22:20:36,816 DEBUG [RS:0;7ae73638d47e:46635 {}] zookeeper.ZKUtil(111): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Set watcher on existing znode=/0-1111724631/rs/7ae73638d47e,46635,1733178035768 2024-12-02T22:20:36,816 WARN [RS:0;7ae73638d47e:46635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:20:36,816 INFO [RS:0;7ae73638d47e:46635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:36,816 DEBUG [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768 2024-12-02T22:20:36,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,46635,1733178035768] 2024-12-02T22:20:36,822 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:20:36,824 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:20:36,825 INFO [RS:0;7ae73638d47e:46635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:20:36,825 INFO [RS:0;7ae73638d47e:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:36,825 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:20:36,826 INFO [RS:0;7ae73638d47e:46635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:20:36,826 INFO [RS:0;7ae73638d47e:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:36,826 DEBUG [RS:0;7ae73638d47e:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:36,826 DEBUG [RS:0;7ae73638d47e:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:36,826 DEBUG [RS:0;7ae73638d47e:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:36,826 DEBUG [RS:0;7ae73638d47e:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:36,826 DEBUG [RS:0;7ae73638d47e:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:36,826 DEBUG [RS:0;7ae73638d47e:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:20:36,826 DEBUG [RS:0;7ae73638d47e:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:36,826 DEBUG [RS:0;7ae73638d47e:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:36,826 DEBUG [RS:0;7ae73638d47e:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:36,826 DEBUG [RS:0;7ae73638d47e:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:36,826 DEBUG [RS:0;7ae73638d47e:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:36,826 DEBUG [RS:0;7ae73638d47e:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:36,826 DEBUG [RS:0;7ae73638d47e:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:20:36,826 DEBUG [RS:0;7ae73638d47e:46635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:20:36,832 INFO [RS:0;7ae73638d47e:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:36,832 INFO [RS:0;7ae73638d47e:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:36,832 INFO [RS:0;7ae73638d47e:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:36,832 INFO [RS:0;7ae73638d47e:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:36,832 INFO [RS:0;7ae73638d47e:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:36,832 INFO [RS:0;7ae73638d47e:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,46635,1733178035768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:20:36,850 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:20:36,851 INFO [RS:0;7ae73638d47e:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,46635,1733178035768-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:36,851 INFO [RS:0;7ae73638d47e:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:36,851 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.Replication(171): 7ae73638d47e,46635,1733178035768 started 2024-12-02T22:20:36,868 INFO [RS:0;7ae73638d47e:46635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:36,869 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,46635,1733178035768, RpcServer on 7ae73638d47e/172.17.0.2:46635, sessionid=0x1009d140a190001 2024-12-02T22:20:36,869 DEBUG [RS:0;7ae73638d47e:46635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:20:36,869 DEBUG [RS:0;7ae73638d47e:46635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,46635,1733178035768 2024-12-02T22:20:36,869 DEBUG [RS:0;7ae73638d47e:46635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,46635,1733178035768' 2024-12-02T22:20:36,869 DEBUG [RS:0;7ae73638d47e:46635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1111724631/flush-table-proc/abort' 2024-12-02T22:20:36,870 DEBUG [RS:0;7ae73638d47e:46635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1111724631/flush-table-proc/acquired' 2024-12-02T22:20:36,871 DEBUG [RS:0;7ae73638d47e:46635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:20:36,871 DEBUG [RS:0;7ae73638d47e:46635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:20:36,871 DEBUG [RS:0;7ae73638d47e:46635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,46635,1733178035768 2024-12-02T22:20:36,871 DEBUG [RS:0;7ae73638d47e:46635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,46635,1733178035768' 2024-12-02T22:20:36,871 DEBUG [RS:0;7ae73638d47e:46635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1111724631/online-snapshot/abort' 2024-12-02T22:20:36,872 DEBUG [RS:0;7ae73638d47e:46635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1111724631/online-snapshot/acquired' 2024-12-02T22:20:36,872 DEBUG [RS:0;7ae73638d47e:46635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:20:36,872 INFO [RS:0;7ae73638d47e:46635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:20:36,872 INFO [RS:0;7ae73638d47e:46635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:20:36,973 INFO [RS:0;7ae73638d47e:46635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:20:36,974 INFO [RS:0;7ae73638d47e:46635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C46635%2C1733178035768, suffix=, logDir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768, archiveDir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/oldWALs, maxLogs=10 2024-12-02T22:20:36,992 DEBUG [RS:0;7ae73638d47e:46635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974, exclude list is [], retry=0 2024-12-02T22:20:36,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-8a16bf23-45cc-479e-8cf1-2191b2405897,DISK] 2024-12-02T22:20:36,996 INFO [RS:0;7ae73638d47e:46635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 2024-12-02T22:20:36,996 DEBUG [RS:0;7ae73638d47e:46635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45933:45933)] 2024-12-02T22:20:37,163 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:20:37,163 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d 2024-12-02T22:20:37,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741833_1009 (size=32) 2024-12-02T22:20:37,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:37,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:20:37,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:20:37,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:37,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:37,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:20:37,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:20:37,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:37,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:37,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:20:37,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:20:37,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:37,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:37,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:20:37,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:20:37,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:37,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:37,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:20:37,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740 2024-12-02T22:20:37,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740 2024-12-02T22:20:37,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:20:37,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:20:37,576 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:37,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:20:37,579 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:37,579 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63963266, jitterRate=-0.0468730628490448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:37,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733178037568Initializing all the Stores at 1733178037569 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178037569Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178037569Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178037569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178037569Cleaning up temporary data from old regions at 1733178037576 (+7 ms)Region opened successfully at 1733178037580 (+4 ms) 2024-12-02T22:20:37,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:20:37,580 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:20:37,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:20:37,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:20:37,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:20:37,581 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:20:37,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178037580Disabling compacts and flushes for region at 1733178037580Disabling writes for close at 1733178037580Writing region close event to WAL at 1733178037580Closed at 1733178037580 2024-12-02T22:20:37,582 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:37,582 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:20:37,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:20:37,583 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:20:37,584 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:20:37,736 DEBUG [7ae73638d47e:34989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:20:37,737 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,46635,1733178035768 2024-12-02T22:20:37,738 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,46635,1733178035768, state=OPENING 2024-12-02T22:20:37,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:20:37,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:20:37,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:20:37,749 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:20:37,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1111724631/meta-region-server: CHANGED 2024-12-02T22:20:37,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1111724631/meta-region-server: CHANGED 2024-12-02T22:20:37,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,46635,1733178035768}] 2024-12-02T22:20:37,901 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:20:37,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:20:37,906 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:20:37,906 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:37,906 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:20:37,907 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C46635%2C1733178035768.meta, suffix=.meta, logDir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768, archiveDir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/oldWALs, maxLogs=10 2024-12-02T22:20:37,922 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.meta.1733178037908.meta, exclude list is [], retry=0 2024-12-02T22:20:37,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-8a16bf23-45cc-479e-8cf1-2191b2405897,DISK] 2024-12-02T22:20:37,925 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.meta.1733178037908.meta 2024-12-02T22:20:37,925 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45933:45933)] 2024-12-02T22:20:37,926 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:37,926 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:37,926 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:20:37,926 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:20:37,926 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:20:37,926 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:20:37,926 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:37,926 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:20:37,926 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:20:37,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:20:37,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:20:37,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:37,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:37,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:20:37,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:20:37,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:37,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:37,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:20:37,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:20:37,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:37,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:37,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:20:37,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:20:37,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:37,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:37,931 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:20:37,932 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740 2024-12-02T22:20:37,932 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740 2024-12-02T22:20:37,933 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:20:37,933 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:20:37,934 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:37,936 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:20:37,937 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67562367, jitterRate=0.006757721304893494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:37,937 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:20:37,938 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733178037926Writing region info on filesystem at 1733178037926Initializing all the Stores at 1733178037927 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178037927Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178037927Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178037927Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178037927Cleaning up temporary data from old regions at 1733178037933 (+6 ms)Running coprocessor post-open hooks at 1733178037937 (+4 ms)Region opened successfully at 1733178037938 (+1 ms) 2024-12-02T22:20:37,939 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733178037901 2024-12-02T22:20:37,941 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:20:37,941 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:20:37,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,46635,1733178035768 2024-12-02T22:20:37,942 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,46635,1733178035768, state=OPEN 2024-12-02T22:20:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1111724631/meta-region-server 2024-12-02T22:20:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1111724631/meta-region-server 2024-12-02T22:20:37,943 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,46635,1733178035768 2024-12-02T22:20:37,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1111724631/meta-region-server: CHANGED 2024-12-02T22:20:37,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1111724631/meta-region-server: CHANGED 2024-12-02T22:20:37,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:20:37,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,46635,1733178035768 in 194 msec 2024-12-02T22:20:37,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:20:37,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-12-02T22:20:37,948 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:37,948 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:20:37,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:37,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,46635,1733178035768, seqNum=-1] 2024-12-02T22:20:37,949 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:37,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:37,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2120 sec 2024-12-02T22:20:37,953 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733178037953, completionTime=-1 2024-12-02T22:20:37,954 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:20:37,954 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:20:37,955 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:20:37,955 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178097955 2024-12-02T22:20:37,955 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178157955 2024-12-02T22:20:37,955 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T22:20:37,956 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,34989,1733178034855-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:37,956 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,34989,1733178034855-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:37,956 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,34989,1733178034855-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:37,956 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:34989, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:37,956 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:37,956 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:37,957 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:20:37,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.948sec 2024-12-02T22:20:37,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:20:37,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:20:37,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:20:37,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:20:37,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:20:37,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,34989,1733178034855-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:20:37,959 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,34989,1733178034855-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:20:37,961 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:20:37,961 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:20:37,961 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,34989,1733178034855-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:37,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a157221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:37,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,34989,-1 for getting cluster id 2024-12-02T22:20:37,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:37,988 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77426e94-da76-4e44-88fd-c0eb9f3b0913' 2024-12-02T22:20:37,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:37,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77426e94-da76-4e44-88fd-c0eb9f3b0913" 2024-12-02T22:20:37,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21077253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:37,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,34989,-1] 2024-12-02T22:20:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:37,989 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:37,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477a74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:37,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,46635,1733178035768, seqNum=-1] 2024-12-02T22:20:37,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:37,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:37,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,34989,1733178034855 2024-12-02T22:20:37,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63819 2024-12-02T22:20:37,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:37,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009d140a190002 connected 2024-12-02T22:20:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/hadoop.log.dir so I do NOT create it in target/test-data/9a854953-3675-892a-793a-124d4e44a7c2 2024-12-02T22:20:38,000 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:20:38,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/hadoop.tmp.dir so I do NOT create it in target/test-data/9a854953-3675-892a-793a-124d4e44a7c2 2024-12-02T22:20:38,000 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:20:38,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2 2024-12-02T22:20:38,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:20:38,000 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/cluster_4fb69d38-70e5-984c-e8ee-8d173297791b, deleteOnExit=true 2024-12-02T22:20:38,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:20:38,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/test.cache.data in system properties and HBase conf 2024-12-02T22:20:38,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:20:38,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:20:38,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:20:38,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:20:38,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:20:38,000 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:20:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:20:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:20:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:20:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:20:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:20:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:20:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:20:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:20:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:20:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:20:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:20:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:20:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:20:38,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:20:38,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:38,095 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:20:38,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:20:38,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:20:38,096 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:20:38,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:38,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6481d2d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:20:38,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1438185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:20:38,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fd544fd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/java.io.tmpdir/jetty-localhost-44515-hadoop-hdfs-3_4_1-tests_jar-_-any-10341605390277852799/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:20:38,264 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a870934{HTTP/1.1, (http/1.1)}{localhost:44515} 2024-12-02T22:20:38,264 INFO [Time-limited test {}] server.Server(415): Started @232699ms 2024-12-02T22:20:38,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:38,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:20:38,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:20:38,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:20:38,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:20:38,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2481f688{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:20:38,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111f1950{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:20:38,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f9714c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/java.io.tmpdir/jetty-localhost-41011-hadoop-hdfs-3_4_1-tests_jar-_-any-15413099043625337638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:20:38,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1df41171{HTTP/1.1, (http/1.1)}{localhost:41011} 2024-12-02T22:20:38,546 INFO [Time-limited test {}] server.Server(415): Started @232980ms 2024-12-02T22:20:38,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:20:38,657 WARN [Thread-3503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/cluster_4fb69d38-70e5-984c-e8ee-8d173297791b/data/data1/current/BP-1775148205-172.17.0.2-1733178038019/current, will proceed with Du for space computation calculation, 2024-12-02T22:20:38,658 WARN [Thread-3504 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/cluster_4fb69d38-70e5-984c-e8ee-8d173297791b/data/data2/current/BP-1775148205-172.17.0.2-1733178038019/current, will proceed with Du for space computation calculation, 2024-12-02T22:20:38,693 WARN [Thread-3491 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:20:38,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x969ce7332199234d with lease ID 0x68bd6740c83fc930: Processing first storage report for DS-8df60032-43e4-4de5-a172-98e4b05f7570 from datanode DatanodeRegistration(127.0.0.1:45109, datanodeUuid=765614e0-80b6-44ac-9fa6-d38c5a7cf679, infoPort=33313, infoSecurePort=0, ipcPort=43441, storageInfo=lv=-57;cid=testClusterID;nsid=1399057918;c=1733178038019) 2024-12-02T22:20:38,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x969ce7332199234d with lease ID 0x68bd6740c83fc930: from storage DS-8df60032-43e4-4de5-a172-98e4b05f7570 node DatanodeRegistration(127.0.0.1:45109, datanodeUuid=765614e0-80b6-44ac-9fa6-d38c5a7cf679, infoPort=33313, infoSecurePort=0, ipcPort=43441, storageInfo=lv=-57;cid=testClusterID;nsid=1399057918;c=1733178038019), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:20:38,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x969ce7332199234d with lease ID 0x68bd6740c83fc930: Processing first storage report for DS-5412b43c-c05a-4ebb-99a7-0aecaf764900 from datanode DatanodeRegistration(127.0.0.1:45109, datanodeUuid=765614e0-80b6-44ac-9fa6-d38c5a7cf679, infoPort=33313, infoSecurePort=0, ipcPort=43441, storageInfo=lv=-57;cid=testClusterID;nsid=1399057918;c=1733178038019) 2024-12-02T22:20:38,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x969ce7332199234d with lease ID 0x68bd6740c83fc930: from storage DS-5412b43c-c05a-4ebb-99a7-0aecaf764900 node DatanodeRegistration(127.0.0.1:45109, datanodeUuid=765614e0-80b6-44ac-9fa6-d38c5a7cf679, infoPort=33313, infoSecurePort=0, ipcPort=43441, storageInfo=lv=-57;cid=testClusterID;nsid=1399057918;c=1733178038019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:20:38,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2 2024-12-02T22:20:38,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:38,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:38,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:20:39,198 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60 with version=8 2024-12-02T22:20:39,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/hbase-staging 2024-12-02T22:20:39,201 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:20:39,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:39,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:39,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:20:39,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:39,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:20:39,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:20:39,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:20:39,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38985 2024-12-02T22:20:39,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38985 connecting to ZooKeeper ensemble=127.0.0.1:63819 2024-12-02T22:20:39,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389850x0, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:39,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38985-0x1009d140a190003 connected 2024-12-02T22:20:39,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:39,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:39,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Set watcher on znode that does not yet exist, /1820699792/running 2024-12-02T22:20:39,236 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60, hbase.cluster.distributed=false 2024-12-02T22:20:39,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Set watcher on znode that does not yet exist, /1820699792/acl 2024-12-02T22:20:39,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38985 2024-12-02T22:20:39,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38985 2024-12-02T22:20:39,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38985 2024-12-02T22:20:39,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38985 2024-12-02T22:20:39,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38985 2024-12-02T22:20:39,295 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:20:39,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:39,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:39,295 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:20:39,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:39,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:20:39,295 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:20:39,295 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:20:39,297 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44737 2024-12-02T22:20:39,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44737 connecting to ZooKeeper ensemble=127.0.0.1:63819 2024-12-02T22:20:39,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:39,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:39,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447370x0, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:39,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447370x0, quorum=127.0.0.1:63819, baseZNode=/1820699792 Set watcher on znode that does not yet exist, /1820699792/running 2024-12-02T22:20:39,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44737-0x1009d140a190004 connected 2024-12-02T22:20:39,316 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:20:39,323 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:20:39,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Set watcher on znode that does not yet exist, /1820699792/master 2024-12-02T22:20:39,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Set watcher on znode that does not yet exist, /1820699792/acl 2024-12-02T22:20:39,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44737 2024-12-02T22:20:39,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44737 2024-12-02T22:20:39,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44737 2024-12-02T22:20:39,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44737 2024-12-02T22:20:39,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44737 2024-12-02T22:20:39,360 DEBUG [M:0;7ae73638d47e:38985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:38985 2024-12-02T22:20:39,361 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1820699792/backup-masters/7ae73638d47e,38985,1733178039201 2024-12-02T22:20:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792/backup-masters 2024-12-02T22:20:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792/backup-masters 2024-12-02T22:20:39,363 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Set watcher on existing znode=/1820699792/backup-masters/7ae73638d47e,38985,1733178039201 2024-12-02T22:20:39,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:20:39,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1820699792/master 2024-12-02T22:20:39,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:20:39,365 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Set watcher on existing znode=/1820699792/master 2024-12-02T22:20:39,366 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1820699792/backup-masters/7ae73638d47e,38985,1733178039201 from backup master directory 2024-12-02T22:20:39,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1820699792/backup-masters/7ae73638d47e,38985,1733178039201 2024-12-02T22:20:39,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792/backup-masters 2024-12-02T22:20:39,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792/backup-masters 2024-12-02T22:20:39,367 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:20:39,367 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,38985,1733178039201 2024-12-02T22:20:39,371 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:39,371 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:20:39,372 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68645 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:20:39,390 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/hbase.id] with ID: 260f2057-fef5-445e-9348-b2be04e9a755 2024-12-02T22:20:39,390 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/.tmp/hbase.id 2024-12-02T22:20:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:20:39,807 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/.tmp/hbase.id]:[hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/hbase.id] 2024-12-02T22:20:39,816 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:39,816 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:20:39,817 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:20:39,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:20:39,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:20:39,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:20:39,895 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:39,896 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:20:39,904 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:39,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:20:39,958 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store 2024-12-02T22:20:39,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:20:39,995 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:39,995 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:20:39,995 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:39,995 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:39,995 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:20:39,995 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:39,995 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:39,995 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178039995Disabling compacts and flushes for region at 1733178039995Disabling writes for close at 1733178039995Writing region close event to WAL at 1733178039995Closed at 1733178039995 2024-12-02T22:20:39,996 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/.initializing 2024-12-02T22:20:39,996 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/WALs/7ae73638d47e,38985,1733178039201 2024-12-02T22:20:39,997 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:20:39,999 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C38985%2C1733178039201, suffix=, logDir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/WALs/7ae73638d47e,38985,1733178039201, archiveDir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/oldWALs, maxLogs=10 2024-12-02T22:20:40,021 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/WALs/7ae73638d47e,38985,1733178039201/7ae73638d47e%2C38985%2C1733178039201.1733178039999, exclude list is [], retry=0 2024-12-02T22:20:40,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45109,DS-8df60032-43e4-4de5-a172-98e4b05f7570,DISK] 2024-12-02T22:20:40,046 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/WALs/7ae73638d47e,38985,1733178039201/7ae73638d47e%2C38985%2C1733178039201.1733178039999 2024-12-02T22:20:40,046 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33313:33313)] 2024-12-02T22:20:40,047 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:40,047 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:40,047 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:40,047 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:40,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:40,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:20:40,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:40,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:40,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:40,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:20:40,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:40,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:40,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:40,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:20:40,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:40,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:40,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:40,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:20:40,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:40,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:40,069 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:40,070 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:40,070 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:40,077 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:40,077 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:40,077 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:40,078 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:40,085 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:40,085 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70338753, jitterRate=0.04812909662723541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:40,086 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733178040047Initializing all the Stores at 1733178040054 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178040054Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178040059 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178040059Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178040059Cleaning up temporary data from old regions at 1733178040077 (+18 ms)Region opened successfully at 1733178040086 (+9 ms) 2024-12-02T22:20:40,088 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:20:40,092 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a4606a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:20:40,093 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:20:40,093 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:20:40,093 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:20:40,094 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:20:40,094 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:20:40,094 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:20:40,094 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:20:40,106 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:20:40,108 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Unable to get data of znode /1820699792/balancer because node does not exist (not necessarily an error) 2024-12-02T22:20:40,111 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1820699792/balancer already deleted, retry=false 2024-12-02T22:20:40,111 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:20:40,112 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Unable to get data of znode /1820699792/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:20:40,113 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1820699792/normalizer already deleted, retry=false 2024-12-02T22:20:40,114 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:20:40,129 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Unable to get data of znode /1820699792/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:20:40,130 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1820699792/switch/split already deleted, retry=false 2024-12-02T22:20:40,133 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Unable to get data of znode /1820699792/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:20:40,134 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1820699792/switch/merge already deleted, retry=false 2024-12-02T22:20:40,142 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Unable to get data of znode /1820699792/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:20:40,144 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1820699792/snapshot-cleanup already deleted, retry=false 2024-12-02T22:20:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1820699792/running 2024-12-02T22:20:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1820699792/running 2024-12-02T22:20:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:20:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:20:40,147 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,38985,1733178039201, sessionid=0x1009d140a190003, setting cluster-up flag (Was=false) 2024-12-02T22:20:40,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:20:40,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:20:40,154 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1820699792/flush-table-proc/acquired, /1820699792/flush-table-proc/reached, /1820699792/flush-table-proc/abort 2024-12-02T22:20:40,155 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,38985,1733178039201 2024-12-02T22:20:40,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:20:40,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:20:40,176 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1820699792/online-snapshot/acquired, /1820699792/online-snapshot/reached, /1820699792/online-snapshot/abort 2024-12-02T22:20:40,177 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,38985,1733178039201 2024-12-02T22:20:40,192 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:20:40,211 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:40,211 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:20:40,211 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:20:40,212 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,38985,1733178039201 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:20:40,213 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:40,214 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:40,214 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:40,214 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:40,214 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:20:40,214 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:40,214 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:20:40,214 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:40,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:40,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:20:40,236 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:40,236 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:20:40,245 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733178070245 2024-12-02T22:20:40,245 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:20:40,246 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:20:40,246 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:20:40,246 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:20:40,246 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:20:40,246 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:20:40,262 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:40,268 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:20:40,268 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:20:40,268 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:20:40,268 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:20:40,270 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(746): ClusterId : 260f2057-fef5-445e-9348-b2be04e9a755 2024-12-02T22:20:40,270 DEBUG [RS:0;7ae73638d47e:44737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:20:40,274 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:20:40,274 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:20:40,275 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178040274,5,FailOnTimeoutGroup] 2024-12-02T22:20:40,276 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178040275,5,FailOnTimeoutGroup] 2024-12-02T22:20:40,276 DEBUG [RS:0;7ae73638d47e:44737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:20:40,276 DEBUG [RS:0;7ae73638d47e:44737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:20:40,276 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:40,277 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:20:40,277 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:40,277 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:40,282 DEBUG [RS:0;7ae73638d47e:44737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:20:40,283 DEBUG [RS:0;7ae73638d47e:44737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d76494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:20:40,302 DEBUG [RS:0;7ae73638d47e:44737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:44737 2024-12-02T22:20:40,302 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:20:40,302 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:20:40,302 DEBUG [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:20:40,303 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,38985,1733178039201 with port=44737, startcode=1733178039294 2024-12-02T22:20:40,303 DEBUG [RS:0;7ae73638d47e:44737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:20:40,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:20:40,324 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:20:40,324 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60 2024-12-02T22:20:40,333 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:20:40,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,44737,1733178039294 2024-12-02T22:20:40,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38985 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,44737,1733178039294 2024-12-02T22:20:40,338 DEBUG [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60 2024-12-02T22:20:40,338 DEBUG [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41427 2024-12-02T22:20:40,338 DEBUG [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:20:40,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792/rs 2024-12-02T22:20:40,348 DEBUG [RS:0;7ae73638d47e:44737 {}] zookeeper.ZKUtil(111): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Set watcher on existing znode=/1820699792/rs/7ae73638d47e,44737,1733178039294 2024-12-02T22:20:40,348 WARN [RS:0;7ae73638d47e:44737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:20:40,348 INFO [RS:0;7ae73638d47e:44737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:40,348 DEBUG [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294 2024-12-02T22:20:40,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:20:40,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:40,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,44737,1733178039294] 2024-12-02T22:20:40,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:20:40,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:20:40,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:40,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:40,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:20:40,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:20:40,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:40,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:40,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:20:40,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:20:40,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:40,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:40,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:20:40,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:20:40,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:40,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:40,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:20:40,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740 2024-12-02T22:20:40,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740 2024-12-02T22:20:40,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:20:40,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:20:40,400 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:40,401 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:20:40,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:20:40,405 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:40,405 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73396931, jitterRate=0.09369949996471405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:40,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733178040362Initializing all the Stores at 1733178040363 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178040363Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178040386 (+23 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178040386Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178040386Cleaning up temporary data from old regions at 1733178040399 (+13 ms)Region opened successfully at 1733178040405 (+6 ms) 2024-12-02T22:20:40,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:20:40,405 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:20:40,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:20:40,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:20:40,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:20:40,414 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:20:40,414 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:20:40,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178040405Disabling compacts and flushes for region at 1733178040405Disabling writes for close at 1733178040406 (+1 ms)Writing region close event to WAL at 1733178040414 (+8 ms)Closed at 1733178040414 2024-12-02T22:20:40,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:40,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:20:40,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:20:40,417 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:20:40,418 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:20:40,425 INFO [RS:0;7ae73638d47e:44737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:20:40,425 INFO [RS:0;7ae73638d47e:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:40,428 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:20:40,429 INFO [RS:0;7ae73638d47e:44737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:20:40,429 INFO [RS:0;7ae73638d47e:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:40,429 DEBUG [RS:0;7ae73638d47e:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:40,429 DEBUG [RS:0;7ae73638d47e:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:40,429 DEBUG [RS:0;7ae73638d47e:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:40,429 DEBUG [RS:0;7ae73638d47e:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:40,429 DEBUG [RS:0;7ae73638d47e:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:40,429 DEBUG [RS:0;7ae73638d47e:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:20:40,430 DEBUG [RS:0;7ae73638d47e:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:40,430 DEBUG [RS:0;7ae73638d47e:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:40,430 DEBUG [RS:0;7ae73638d47e:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:40,430 DEBUG [RS:0;7ae73638d47e:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:40,430 DEBUG [RS:0;7ae73638d47e:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:40,430 DEBUG [RS:0;7ae73638d47e:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:40,430 DEBUG [RS:0;7ae73638d47e:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:20:40,430 DEBUG [RS:0;7ae73638d47e:44737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:20:40,456 INFO [RS:0;7ae73638d47e:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:40,456 INFO [RS:0;7ae73638d47e:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:40,456 INFO [RS:0;7ae73638d47e:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:40,457 INFO [RS:0;7ae73638d47e:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:40,457 INFO [RS:0;7ae73638d47e:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:40,457 INFO [RS:0;7ae73638d47e:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44737,1733178039294-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:20:40,496 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:20:40,496 INFO [RS:0;7ae73638d47e:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44737,1733178039294-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:40,496 INFO [RS:0;7ae73638d47e:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:40,496 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.Replication(171): 7ae73638d47e,44737,1733178039294 started 2024-12-02T22:20:40,519 INFO [RS:0;7ae73638d47e:44737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:40,519 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,44737,1733178039294, RpcServer on 7ae73638d47e/172.17.0.2:44737, sessionid=0x1009d140a190004 2024-12-02T22:20:40,519 DEBUG [RS:0;7ae73638d47e:44737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:20:40,519 DEBUG [RS:0;7ae73638d47e:44737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,44737,1733178039294 2024-12-02T22:20:40,519 DEBUG [RS:0;7ae73638d47e:44737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,44737,1733178039294' 2024-12-02T22:20:40,519 DEBUG [RS:0;7ae73638d47e:44737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1820699792/flush-table-proc/abort' 2024-12-02T22:20:40,520 DEBUG [RS:0;7ae73638d47e:44737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1820699792/flush-table-proc/acquired' 2024-12-02T22:20:40,520 DEBUG [RS:0;7ae73638d47e:44737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:20:40,520 DEBUG [RS:0;7ae73638d47e:44737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:20:40,521 DEBUG [RS:0;7ae73638d47e:44737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,44737,1733178039294 2024-12-02T22:20:40,521 DEBUG [RS:0;7ae73638d47e:44737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,44737,1733178039294' 2024-12-02T22:20:40,521 DEBUG [RS:0;7ae73638d47e:44737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1820699792/online-snapshot/abort' 2024-12-02T22:20:40,521 DEBUG [RS:0;7ae73638d47e:44737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1820699792/online-snapshot/acquired' 2024-12-02T22:20:40,522 DEBUG [RS:0;7ae73638d47e:44737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:20:40,522 INFO [RS:0;7ae73638d47e:44737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:20:40,522 INFO [RS:0;7ae73638d47e:44737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:20:40,568 WARN [7ae73638d47e:38985 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:20:40,622 INFO [RS:0;7ae73638d47e:44737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:20:40,626 INFO [RS:0;7ae73638d47e:44737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C44737%2C1733178039294, suffix=, logDir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294, archiveDir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/oldWALs, maxLogs=10 2024-12-02T22:20:40,648 DEBUG [RS:0;7ae73638d47e:44737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627, exclude list is [], retry=0 2024-12-02T22:20:40,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45109,DS-8df60032-43e4-4de5-a172-98e4b05f7570,DISK] 2024-12-02T22:20:40,667 INFO [RS:0;7ae73638d47e:44737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 2024-12-02T22:20:40,672 DEBUG [RS:0;7ae73638d47e:44737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33313:33313)] 2024-12-02T22:20:40,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T22:20:40,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T22:20:40,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T22:20:40,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:20:40,819 DEBUG [7ae73638d47e:38985 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:20:40,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,44737,1733178039294 2024-12-02T22:20:40,820 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,44737,1733178039294, state=OPENING 2024-12-02T22:20:40,822 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:20:40,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:20:40,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1820699792/meta-region-server: CHANGED 2024-12-02T22:20:40,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:20:40,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1820699792/meta-region-server: CHANGED 2024-12-02T22:20:40,825 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:20:40,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,44737,1733178039294}] 2024-12-02T22:20:40,978 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:20:40,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:20:40,982 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:20:40,983 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:40,983 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:20:40,984 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C44737%2C1733178039294.meta, suffix=.meta, logDir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294, archiveDir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/oldWALs, maxLogs=10 2024-12-02T22:20:41,006 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.meta.1733178040985.meta, exclude list is [], retry=0 2024-12-02T22:20:41,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45109,DS-8df60032-43e4-4de5-a172-98e4b05f7570,DISK] 2024-12-02T22:20:41,009 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.meta.1733178040985.meta 2024-12-02T22:20:41,010 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33313:33313)] 2024-12-02T22:20:41,010 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:41,010 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:41,010 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:20:41,010 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:20:41,010 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:20:41,011 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:20:41,011 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:41,011 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:20:41,011 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:20:41,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:20:41,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:20:41,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:41,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:41,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:20:41,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:20:41,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:41,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:41,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:20:41,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:20:41,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:41,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:41,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:20:41,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:20:41,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:41,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:41,016 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:20:41,017 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740 2024-12-02T22:20:41,018 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740 2024-12-02T22:20:41,021 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:20:41,021 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:20:41,021 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:41,023 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:20:41,023 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69350145, jitterRate=0.03339768946170807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:41,023 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:20:41,023 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733178041011Writing region info on filesystem at 1733178041011Initializing all the Stores at 1733178041012 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178041012Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178041012Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178041012Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178041012Cleaning up temporary data from old regions at 1733178041021 (+9 ms)Running coprocessor post-open hooks at 1733178041023 (+2 ms)Region opened successfully at 1733178041023 2024-12-02T22:20:41,024 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733178040977 2024-12-02T22:20:41,027 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:20:41,027 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:20:41,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,44737,1733178039294 2024-12-02T22:20:41,029 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,44737,1733178039294, state=OPEN 2024-12-02T22:20:41,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1820699792/meta-region-server 2024-12-02T22:20:41,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1820699792/meta-region-server 2024-12-02T22:20:41,030 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,44737,1733178039294 2024-12-02T22:20:41,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1820699792/meta-region-server: CHANGED 2024-12-02T22:20:41,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1820699792/meta-region-server: CHANGED 2024-12-02T22:20:41,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:20:41,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,44737,1733178039294 in 205 msec 2024-12-02T22:20:41,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:20:41,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 617 msec 2024-12-02T22:20:41,035 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:41,035 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:20:41,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:41,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,44737,1733178039294, seqNum=-1] 2024-12-02T22:20:41,036 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:41,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:41,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 840 msec 2024-12-02T22:20:41,042 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733178041042, completionTime=-1 2024-12-02T22:20:41,042 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:20:41,042 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:20:41,044 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:20:41,044 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178101044 2024-12-02T22:20:41,044 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178161044 2024-12-02T22:20:41,044 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T22:20:41,045 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38985,1733178039201-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:41,045 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38985,1733178039201-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:41,045 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38985,1733178039201-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:41,045 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:38985, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:41,045 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:41,045 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:41,047 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:20:41,049 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.682sec 2024-12-02T22:20:41,049 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:20:41,049 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:20:41,049 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:20:41,049 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:20:41,049 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:20:41,049 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38985,1733178039201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:20:41,049 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38985,1733178039201-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:20:41,051 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:20:41,051 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:20:41,051 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38985,1733178039201-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:41,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3bbf9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:41,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,38985,-1 for getting cluster id 2024-12-02T22:20:41,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:41,070 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '260f2057-fef5-445e-9348-b2be04e9a755' 2024-12-02T22:20:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "260f2057-fef5-445e-9348-b2be04e9a755" 2024-12-02T22:20:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2deae0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,38985,-1] 2024-12-02T22:20:41,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:41,073 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:41,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37771786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:41,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:41,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,44737,1733178039294, seqNum=-1] 2024-12-02T22:20:41,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:41,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:41,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,38985,1733178039201 2024-12-02T22:20:41,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63819 2024-12-02T22:20:41,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:41,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009d140a190005 connected 2024-12-02T22:20:41,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/hadoop.log.dir so I do NOT create it in target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9 2024-12-02T22:20:41,086 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:20:41,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/hadoop.tmp.dir so I do NOT create it in target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9 2024-12-02T22:20:41,086 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:20:41,086 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9 2024-12-02T22:20:41,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:20:41,087 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/cluster_be9b2a39-9452-1212-4f4f-0500c5d8daab, deleteOnExit=true 2024-12-02T22:20:41,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:20:41,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/test.cache.data in system properties and HBase conf 2024-12-02T22:20:41,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:20:41,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:20:41,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:20:41,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:20:41,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:20:41,088 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:20:41,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:20:41,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:20:41,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:20:41,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:20:41,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:20:41,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:20:41,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:20:41,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:20:41,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:20:41,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:20:41,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:20:41,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:20:41,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:20:41,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:20:41,184 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:41,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:20:41,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:20:41,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:20:41,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:20:41,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:41,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b739a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:20:41,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58d27556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:20:41,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e7096ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/java.io.tmpdir/jetty-localhost-40365-hadoop-hdfs-3_4_1-tests_jar-_-any-7338623109964521320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:20:41,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1db455c4{HTTP/1.1, (http/1.1)}{localhost:40365} 2024-12-02T22:20:41,344 INFO [Time-limited test {}] server.Server(415): Started @235778ms 2024-12-02T22:20:41,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:20:41,427 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:20:41,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:20:41,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:20:41,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:20:41,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8c99594{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:20:41,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76eb47af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:20:41,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5056cc22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/java.io.tmpdir/jetty-localhost-36243-hadoop-hdfs-3_4_1-tests_jar-_-any-15179209011916787424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:20:41,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fa17ce{HTTP/1.1, (http/1.1)}{localhost:36243} 2024-12-02T22:20:41,577 INFO [Time-limited test {}] server.Server(415): Started @236012ms 2024-12-02T22:20:41,579 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:20:41,713 WARN [Thread-3623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/cluster_be9b2a39-9452-1212-4f4f-0500c5d8daab/data/data1/current/BP-769165111-172.17.0.2-1733178041115/current, will proceed with Du for space computation calculation, 2024-12-02T22:20:41,714 WARN [Thread-3624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/cluster_be9b2a39-9452-1212-4f4f-0500c5d8daab/data/data2/current/BP-769165111-172.17.0.2-1733178041115/current, will proceed with Du for space computation calculation, 2024-12-02T22:20:41,746 WARN [Thread-3611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:20:41,749 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe424fa626d2db7f8 with lease ID 0x24221120af76fcb2: Processing first storage report for DS-33dbc772-f2bc-445c-ab6a-3c9400f3e390 from datanode DatanodeRegistration(127.0.0.1:44703, datanodeUuid=86003e81-28cd-44dd-9dd0-79e454f8540a, infoPort=39707, infoSecurePort=0, ipcPort=43717, storageInfo=lv=-57;cid=testClusterID;nsid=1658700647;c=1733178041116) 2024-12-02T22:20:41,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe424fa626d2db7f8 with lease ID 0x24221120af76fcb2: from storage DS-33dbc772-f2bc-445c-ab6a-3c9400f3e390 node DatanodeRegistration(127.0.0.1:44703, datanodeUuid=86003e81-28cd-44dd-9dd0-79e454f8540a, infoPort=39707, infoSecurePort=0, ipcPort=43717, storageInfo=lv=-57;cid=testClusterID;nsid=1658700647;c=1733178041116), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:20:41,749 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe424fa626d2db7f8 with lease ID 0x24221120af76fcb2: Processing first storage report for DS-5bcee945-0c79-4682-b203-6d46e466519f from datanode DatanodeRegistration(127.0.0.1:44703, datanodeUuid=86003e81-28cd-44dd-9dd0-79e454f8540a, infoPort=39707, infoSecurePort=0, ipcPort=43717, storageInfo=lv=-57;cid=testClusterID;nsid=1658700647;c=1733178041116) 2024-12-02T22:20:41,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe424fa626d2db7f8 with lease ID 0x24221120af76fcb2: from storage DS-5bcee945-0c79-4682-b203-6d46e466519f node DatanodeRegistration(127.0.0.1:44703, datanodeUuid=86003e81-28cd-44dd-9dd0-79e454f8540a, infoPort=39707, infoSecurePort=0, ipcPort=43717, storageInfo=lv=-57;cid=testClusterID;nsid=1658700647;c=1733178041116), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:20:41,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9 2024-12-02T22:20:41,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:41,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:20:42,240 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08 with version=8 2024-12-02T22:20:42,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/hbase-staging 2024-12-02T22:20:42,242 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:20:42,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:42,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:42,243 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:20:42,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:42,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:20:42,243 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:20:42,243 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:20:42,250 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38067 2024-12-02T22:20:42,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38067 connecting to ZooKeeper ensemble=127.0.0.1:63819 2024-12-02T22:20:42,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380670x0, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:42,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38067-0x1009d140a190006 connected 2024-12-02T22:20:42,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:42,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:42,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Set watcher on znode that does not yet exist, /2-734066656/running 2024-12-02T22:20:42,305 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08, hbase.cluster.distributed=false 2024-12-02T22:20:42,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Set watcher on znode that does not yet exist, /2-734066656/acl 2024-12-02T22:20:42,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38067 2024-12-02T22:20:42,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38067 2024-12-02T22:20:42,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38067 2024-12-02T22:20:42,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38067 2024-12-02T22:20:42,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38067 2024-12-02T22:20:42,363 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:20:42,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:42,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:42,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:20:42,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:20:42,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:20:42,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:20:42,364 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:20:42,365 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32931 2024-12-02T22:20:42,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32931 connecting to ZooKeeper ensemble=127.0.0.1:63819 2024-12-02T22:20:42,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:42,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:42,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329310x0, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:42,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329310x0, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Set watcher on znode that does not yet exist, /2-734066656/running 2024-12-02T22:20:42,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:20:42,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32931-0x1009d140a190007 connected 2024-12-02T22:20:42,409 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:20:42,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Set watcher on znode that does not yet exist, /2-734066656/master 2024-12-02T22:20:42,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Set watcher on znode that does not yet exist, /2-734066656/acl 2024-12-02T22:20:42,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32931 2024-12-02T22:20:42,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32931 2024-12-02T22:20:42,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32931 2024-12-02T22:20:42,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32931 2024-12-02T22:20:42,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32931 2024-12-02T22:20:42,456 DEBUG [M:0;7ae73638d47e:38067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:38067 2024-12-02T22:20:42,457 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-734066656/backup-masters/7ae73638d47e,38067,1733178042242 2024-12-02T22:20:42,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656/backup-masters 2024-12-02T22:20:42,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656/backup-masters 2024-12-02T22:20:42,460 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Set watcher on existing znode=/2-734066656/backup-masters/7ae73638d47e,38067,1733178042242 2024-12-02T22:20:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-734066656/master 2024-12-02T22:20:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:42,464 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Set watcher on existing znode=/2-734066656/master 2024-12-02T22:20:42,464 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-734066656/backup-masters/7ae73638d47e,38067,1733178042242 from backup master directory 2024-12-02T22:20:42,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656/backup-masters 2024-12-02T22:20:42,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-734066656/backup-masters/7ae73638d47e,38067,1733178042242 2024-12-02T22:20:42,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656/backup-masters 2024-12-02T22:20:42,465 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:20:42,465 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,38067,1733178042242 2024-12-02T22:20:42,476 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/hbase.id] with ID: 1629cd55-9232-45eb-b4f8-b35af28d61b0 2024-12-02T22:20:42,476 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/.tmp/hbase.id 2024-12-02T22:20:42,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:20:42,519 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/.tmp/hbase.id]:[hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/hbase.id] 2024-12-02T22:20:42,532 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:20:42,532 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:20:42,534 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T22:20:42,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:42,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:42,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:20:42,547 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:42,548 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:20:42,549 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:20:42,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:20:42,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,960 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store 2024-12-02T22:20:42,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:20:42,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,968 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:42,969 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:20:42,969 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:42,969 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:42,969 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:20:42,969 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:42,969 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:20:42,969 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178042969Disabling compacts and flushes for region at 1733178042969Disabling writes for close at 1733178042969Writing region close event to WAL at 1733178042969Closed at 1733178042969 2024-12-02T22:20:42,969 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/.initializing 2024-12-02T22:20:42,969 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/WALs/7ae73638d47e,38067,1733178042242 2024-12-02T22:20:42,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:20:42,971 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C38067%2C1733178042242, suffix=, logDir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/WALs/7ae73638d47e,38067,1733178042242, archiveDir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/oldWALs, maxLogs=10 2024-12-02T22:20:42,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:42,985 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/WALs/7ae73638d47e,38067,1733178042242/7ae73638d47e%2C38067%2C1733178042242.1733178042971, exclude list is [], retry=0 2024-12-02T22:20:42,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44703,DS-33dbc772-f2bc-445c-ab6a-3c9400f3e390,DISK] 2024-12-02T22:20:42,988 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/WALs/7ae73638d47e,38067,1733178042242/7ae73638d47e%2C38067%2C1733178042242.1733178042971 2024-12-02T22:20:42,989 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39707:39707)] 2024-12-02T22:20:42,989 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:42,989 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:42,989 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:42,989 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:42,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:42,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:20:42,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:42,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:42,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:42,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:20:42,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:42,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:42,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:42,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:20:42,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:42,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:42,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:42,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:20:42,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:42,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:42,996 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:42,996 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:42,997 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:42,998 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:42,998 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:42,998 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:42,999 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:20:43,000 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:43,001 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67218333, jitterRate=0.001631215214729309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:43,001 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733178042989Initializing all the Stores at 1733178042990 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178042990Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178042990Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178042990Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178042990Cleaning up temporary data from old regions at 1733178042998 (+8 ms)Region opened successfully at 1733178043001 (+3 ms) 2024-12-02T22:20:43,001 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:20:43,004 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450c1434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:20:43,004 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:20:43,005 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:20:43,005 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:20:43,005 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:20:43,005 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:20:43,005 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:20:43,005 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:20:43,014 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:20:43,015 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Unable to get data of znode /2-734066656/balancer because node does not exist (not necessarily an error) 2024-12-02T22:20:43,017 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-734066656/balancer already deleted, retry=false 2024-12-02T22:20:43,017 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:20:43,018 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Unable to get data of znode /2-734066656/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:20:43,019 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-734066656/normalizer already deleted, retry=false 2024-12-02T22:20:43,019 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:20:43,020 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Unable to get data of znode /2-734066656/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:20:43,021 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-734066656/switch/split already deleted, retry=false 2024-12-02T22:20:43,024 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Unable to get data of znode /2-734066656/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:20:43,025 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-734066656/switch/merge already deleted, retry=false 2024-12-02T22:20:43,027 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Unable to get data of znode /2-734066656/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:20:43,028 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-734066656/snapshot-cleanup already deleted, retry=false 2024-12-02T22:20:43,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-734066656/running 2024-12-02T22:20:43,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:43,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-734066656/running 2024-12-02T22:20:43,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:43,030 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,38067,1733178042242, sessionid=0x1009d140a190006, setting cluster-up flag (Was=false) 2024-12-02T22:20:43,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:43,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:43,041 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-734066656/flush-table-proc/acquired, /2-734066656/flush-table-proc/reached, /2-734066656/flush-table-proc/abort 2024-12-02T22:20:43,042 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,38067,1733178042242 2024-12-02T22:20:43,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:43,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:43,057 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-734066656/online-snapshot/acquired, /2-734066656/online-snapshot/reached, /2-734066656/online-snapshot/abort 2024-12-02T22:20:43,058 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,38067,1733178042242 2024-12-02T22:20:43,061 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:20:43,066 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:43,066 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:20:43,066 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:20:43,067 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,38067,1733178042242 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:20:43,068 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:43,068 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:43,068 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:43,068 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:20:43,068 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:20:43,068 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:43,068 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:20:43,068 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:43,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:43,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:20:43,083 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:43,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:20:43,116 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733178073116 2024-12-02T22:20:43,117 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:20:43,117 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:20:43,117 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:20:43,117 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:20:43,117 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:20:43,117 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:20:43,142 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:20:43,175 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:20:43,175 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08 2024-12-02T22:20:43,181 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(746): ClusterId : 1629cd55-9232-45eb-b4f8-b35af28d61b0 2024-12-02T22:20:43,181 DEBUG [RS:0;7ae73638d47e:32931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:20:43,185 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:20:43,185 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:20:43,185 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:20:43,185 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:20:43,186 DEBUG [RS:0;7ae73638d47e:32931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:20:43,187 DEBUG [RS:0;7ae73638d47e:32931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:20:43,190 DEBUG [RS:0;7ae73638d47e:32931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:20:43,190 DEBUG [RS:0;7ae73638d47e:32931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40963e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:20:43,209 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:20:43,209 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:20:43,220 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178043209,5,FailOnTimeoutGroup] 2024-12-02T22:20:43,229 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178043220,5,FailOnTimeoutGroup] 2024-12-02T22:20:43,229 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,229 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:20:43,229 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,229 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,238 DEBUG [RS:0;7ae73638d47e:32931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:32931 2024-12-02T22:20:43,239 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:20:43,239 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:20:43,239 DEBUG [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:20:43,242 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,38067,1733178042242 with port=32931, startcode=1733178042363 2024-12-02T22:20:43,242 DEBUG [RS:0;7ae73638d47e:32931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:20:43,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:20:43,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:43,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:20:43,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:20:43,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:43,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:43,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:20:43,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:20:43,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:43,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:43,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:20:43,260 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:20:43,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,32931,1733178042363 2024-12-02T22:20:43,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38067 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,32931,1733178042363 2024-12-02T22:20:43,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:20:43,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:43,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:43,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:20:43,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:20:43,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:43,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:43,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:20:43,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740 2024-12-02T22:20:43,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740 2024-12-02T22:20:43,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:20:43,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:20:43,265 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:43,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:20:43,266 DEBUG [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08 2024-12-02T22:20:43,266 DEBUG [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46381 2024-12-02T22:20:43,266 DEBUG [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:20:43,269 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:43,270 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75466301, jitterRate=0.12453551590442657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:43,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733178043256Initializing all the Stores at 1733178043257 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178043257Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178043257Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178043257Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178043257Cleaning up temporary data from old regions at 1733178043264 (+7 ms)Region opened successfully at 1733178043270 (+6 ms) 2024-12-02T22:20:43,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:20:43,270 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:20:43,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:20:43,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:20:43,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:20:43,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656/rs 2024-12-02T22:20:43,271 DEBUG [RS:0;7ae73638d47e:32931 {}] zookeeper.ZKUtil(111): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Set watcher on existing znode=/2-734066656/rs/7ae73638d47e,32931,1733178042363 2024-12-02T22:20:43,271 WARN [RS:0;7ae73638d47e:32931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:20:43,271 INFO [RS:0;7ae73638d47e:32931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:43,271 DEBUG [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363 2024-12-02T22:20:43,273 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:20:43,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178043270Disabling compacts and flushes for region at 1733178043270Disabling writes for close at 1733178043270Writing region close event to WAL at 1733178043273 (+3 ms)Closed at 1733178043273 2024-12-02T22:20:43,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,32931,1733178042363] 2024-12-02T22:20:43,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:43,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:20:43,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:20:43,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:20:43,276 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:20:43,287 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:20:43,292 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:20:43,294 INFO [RS:0;7ae73638d47e:32931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:20:43,294 INFO [RS:0;7ae73638d47e:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,294 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:20:43,295 INFO [RS:0;7ae73638d47e:32931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:20:43,295 INFO [RS:0;7ae73638d47e:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,295 DEBUG [RS:0;7ae73638d47e:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:43,295 DEBUG [RS:0;7ae73638d47e:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:43,295 DEBUG [RS:0;7ae73638d47e:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:43,295 DEBUG [RS:0;7ae73638d47e:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:43,295 DEBUG [RS:0;7ae73638d47e:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:43,295 DEBUG [RS:0;7ae73638d47e:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:20:43,295 DEBUG [RS:0;7ae73638d47e:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:43,295 DEBUG [RS:0;7ae73638d47e:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:43,295 DEBUG [RS:0;7ae73638d47e:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:43,295 DEBUG [RS:0;7ae73638d47e:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:43,295 DEBUG [RS:0;7ae73638d47e:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:43,295 DEBUG [RS:0;7ae73638d47e:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:20:43,295 DEBUG [RS:0;7ae73638d47e:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:20:43,295 DEBUG [RS:0;7ae73638d47e:32931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:20:43,300 INFO [RS:0;7ae73638d47e:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,300 INFO [RS:0;7ae73638d47e:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,300 INFO [RS:0;7ae73638d47e:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,300 INFO [RS:0;7ae73638d47e:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,300 INFO [RS:0;7ae73638d47e:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,300 INFO [RS:0;7ae73638d47e:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,32931,1733178042363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:20:43,315 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:20:43,315 INFO [RS:0;7ae73638d47e:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,32931,1733178042363-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,315 INFO [RS:0;7ae73638d47e:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,315 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.Replication(171): 7ae73638d47e,32931,1733178042363 started 2024-12-02T22:20:43,330 INFO [RS:0;7ae73638d47e:32931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,330 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,32931,1733178042363, RpcServer on 7ae73638d47e/172.17.0.2:32931, sessionid=0x1009d140a190007 2024-12-02T22:20:43,330 DEBUG [RS:0;7ae73638d47e:32931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:20:43,330 DEBUG [RS:0;7ae73638d47e:32931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,32931,1733178042363 2024-12-02T22:20:43,330 DEBUG [RS:0;7ae73638d47e:32931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,32931,1733178042363' 2024-12-02T22:20:43,330 DEBUG [RS:0;7ae73638d47e:32931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-734066656/flush-table-proc/abort' 2024-12-02T22:20:43,331 DEBUG [RS:0;7ae73638d47e:32931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-734066656/flush-table-proc/acquired' 2024-12-02T22:20:43,331 DEBUG [RS:0;7ae73638d47e:32931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:20:43,331 DEBUG [RS:0;7ae73638d47e:32931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:20:43,331 DEBUG [RS:0;7ae73638d47e:32931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,32931,1733178042363 2024-12-02T22:20:43,331 DEBUG [RS:0;7ae73638d47e:32931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,32931,1733178042363' 2024-12-02T22:20:43,331 DEBUG [RS:0;7ae73638d47e:32931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-734066656/online-snapshot/abort' 2024-12-02T22:20:43,331 DEBUG [RS:0;7ae73638d47e:32931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-734066656/online-snapshot/acquired' 2024-12-02T22:20:43,332 DEBUG [RS:0;7ae73638d47e:32931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:20:43,332 INFO [RS:0;7ae73638d47e:32931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:20:43,332 INFO [RS:0;7ae73638d47e:32931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:20:43,426 WARN [7ae73638d47e:38067 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:20:43,432 INFO [RS:0;7ae73638d47e:32931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:20:43,433 INFO [RS:0;7ae73638d47e:32931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C32931%2C1733178042363, suffix=, logDir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363, archiveDir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/oldWALs, maxLogs=10 2024-12-02T22:20:43,446 DEBUG [RS:0;7ae73638d47e:32931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433, exclude list is [], retry=0 2024-12-02T22:20:43,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44703,DS-33dbc772-f2bc-445c-ab6a-3c9400f3e390,DISK] 2024-12-02T22:20:43,451 INFO [RS:0;7ae73638d47e:32931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 2024-12-02T22:20:43,452 DEBUG [RS:0;7ae73638d47e:32931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39707:39707)] 2024-12-02T22:20:43,495 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:20:43,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:43,676 DEBUG [7ae73638d47e:38067 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:20:43,677 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,32931,1733178042363 2024-12-02T22:20:43,678 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,32931,1733178042363, state=OPENING 2024-12-02T22:20:43,679 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:20:43,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:43,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:43,681 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:20:43,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,32931,1733178042363}] 2024-12-02T22:20:43,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-734066656/meta-region-server: CHANGED 2024-12-02T22:20:43,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-734066656/meta-region-server: CHANGED 2024-12-02T22:20:43,833 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:20:43,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:20:43,837 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:20:43,837 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:43,838 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:20:43,839 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C32931%2C1733178042363.meta, suffix=.meta, logDir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363, archiveDir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/oldWALs, maxLogs=10 2024-12-02T22:20:43,857 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.meta.1733178043839.meta, exclude list is [], retry=0 2024-12-02T22:20:43,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44703,DS-33dbc772-f2bc-445c-ab6a-3c9400f3e390,DISK] 2024-12-02T22:20:43,861 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.meta.1733178043839.meta 2024-12-02T22:20:43,861 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39707:39707)] 2024-12-02T22:20:43,862 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:43,862 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:43,862 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:20:43,862 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:20:43,862 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:20:43,863 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:20:43,863 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:43,863 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:20:43,863 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:20:43,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:20:43,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:20:43,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:43,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:43,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:20:43,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:20:43,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:43,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:43,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:20:43,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:20:43,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:43,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:43,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:20:43,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:20:43,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:43,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:20:43,868 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:20:43,868 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740 2024-12-02T22:20:43,869 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740 2024-12-02T22:20:43,870 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:20:43,870 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:20:43,870 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:20:43,871 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:20:43,871 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72551298, jitterRate=0.08109858632087708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:20:43,871 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:20:43,871 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733178043863Writing region info on filesystem at 1733178043863Initializing all the Stores at 1733178043863Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178043863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178043864 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178043864Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178043864Cleaning up temporary data from old regions at 1733178043870 (+6 ms)Running coprocessor post-open hooks at 1733178043871 (+1 ms)Region opened successfully at 1733178043871 2024-12-02T22:20:43,872 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733178043833 2024-12-02T22:20:43,874 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:20:43,874 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:20:43,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,32931,1733178042363 2024-12-02T22:20:43,875 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,32931,1733178042363, state=OPEN 2024-12-02T22:20:43,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-734066656/meta-region-server 2024-12-02T22:20:43,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-734066656/meta-region-server 2024-12-02T22:20:43,876 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,32931,1733178042363 2024-12-02T22:20:43,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-734066656/meta-region-server: CHANGED 2024-12-02T22:20:43,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-734066656/meta-region-server: CHANGED 2024-12-02T22:20:43,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:20:43,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,32931,1733178042363 in 195 msec 2024-12-02T22:20:43,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:20:43,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-12-02T22:20:43,880 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:20:43,880 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:20:43,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:43,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,32931,1733178042363, seqNum=-1] 2024-12-02T22:20:43,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:43,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:43,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 821 msec 2024-12-02T22:20:43,886 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733178043886, completionTime=-1 2024-12-02T22:20:43,886 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:20:43,886 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:20:43,888 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:20:43,888 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178103888 2024-12-02T22:20:43,888 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178163888 2024-12-02T22:20:43,888 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T22:20:43,888 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38067,1733178042242-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,889 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38067,1733178042242-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,889 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38067,1733178042242-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,889 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:38067, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,889 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,889 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,890 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:20:43,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.427sec 2024-12-02T22:20:43,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:20:43,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:20:43,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:20:43,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:20:43,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:20:43,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38067,1733178042242-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:20:43,892 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38067,1733178042242-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:20:43,894 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:20:43,894 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:20:43,894 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,38067,1733178042242-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:20:43,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:43,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,38067,-1 for getting cluster id 2024-12-02T22:20:43,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:43,988 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1629cd55-9232-45eb-b4f8-b35af28d61b0' 2024-12-02T22:20:43,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:43,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1629cd55-9232-45eb-b4f8-b35af28d61b0" 2024-12-02T22:20:43,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4500cc68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:43,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,38067,-1] 2024-12-02T22:20:43,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:43,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:43,989 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:43,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dac86e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:43,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:43,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,32931,1733178042363, seqNum=-1] 2024-12-02T22:20:43,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:43,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:43,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,38067,1733178042242 2024-12-02T22:20:43,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63819 2024-12-02T22:20:43,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:20:43,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009d140a190008 connected 2024-12-02T22:20:43,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:44,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,34989,1733178034855 2024-12-02T22:20:44,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65bca44c 2024-12-02T22:20:44,000 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:44,001 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:44,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:20:44,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:20:44,004 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:44,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:20:44,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:20:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:44,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:20:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:44,415 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6b68d38f2de512a379a558a2767ffef, NAME => 'test,,1733178044001.a6b68d38f2de512a379a558a2767ffef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d 2024-12-02T22:20:44,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:20:44,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733178044001.a6b68d38f2de512a379a558a2767ffef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:44,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a6b68d38f2de512a379a558a2767ffef, disabling compactions & flushes 2024-12-02T22:20:44,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. 2024-12-02T22:20:44,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. 2024-12-02T22:20:44,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. after waiting 0 ms 2024-12-02T22:20:44,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. 2024-12-02T22:20:44,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. 2024-12-02T22:20:44,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6b68d38f2de512a379a558a2767ffef: Waiting for close lock at 1733178044421Disabling compacts and flushes for region at 1733178044421Disabling writes for close at 1733178044421Writing region close event to WAL at 1733178044421Closed at 1733178044421 2024-12-02T22:20:44,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:20:44,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733178044001.a6b68d38f2de512a379a558a2767ffef.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733178044423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178044423"}]},"ts":"1733178044423"} 2024-12-02T22:20:44,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:20:44,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:20:44,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178044426"}]},"ts":"1733178044426"} 2024-12-02T22:20:44,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:20:44,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a6b68d38f2de512a379a558a2767ffef, ASSIGN}] 2024-12-02T22:20:44,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a6b68d38f2de512a379a558a2767ffef, ASSIGN 2024-12-02T22:20:44,431 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a6b68d38f2de512a379a558a2767ffef, ASSIGN; state=OFFLINE, location=7ae73638d47e,46635,1733178035768; forceNewPlan=false, retain=false 2024-12-02T22:20:44,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6b68d38f2de512a379a558a2767ffef, regionState=OPENING, regionLocation=7ae73638d47e,46635,1733178035768 2024-12-02T22:20:44,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a6b68d38f2de512a379a558a2767ffef, ASSIGN because future has completed 2024-12-02T22:20:44,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6b68d38f2de512a379a558a2767ffef, server=7ae73638d47e,46635,1733178035768}] 2024-12-02T22:20:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:44,740 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. 2024-12-02T22:20:44,740 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a6b68d38f2de512a379a558a2767ffef, NAME => 'test,,1733178044001.a6b68d38f2de512a379a558a2767ffef.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:44,740 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:44,740 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:20:44,740 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a6b68d38f2de512a379a558a2767ffef 2024-12-02T22:20:44,740 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733178044001.a6b68d38f2de512a379a558a2767ffef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:44,741 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a6b68d38f2de512a379a558a2767ffef 2024-12-02T22:20:44,741 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a6b68d38f2de512a379a558a2767ffef 2024-12-02T22:20:44,742 INFO [StoreOpener-a6b68d38f2de512a379a558a2767ffef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a6b68d38f2de512a379a558a2767ffef 2024-12-02T22:20:44,743 INFO [StoreOpener-a6b68d38f2de512a379a558a2767ffef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6b68d38f2de512a379a558a2767ffef columnFamilyName f 2024-12-02T22:20:44,743 DEBUG [StoreOpener-a6b68d38f2de512a379a558a2767ffef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:44,743 INFO [StoreOpener-a6b68d38f2de512a379a558a2767ffef-1 {}] regionserver.HStore(327): Store=a6b68d38f2de512a379a558a2767ffef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:44,743 INFO [StoreOpener-a6b68d38f2de512a379a558a2767ffef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a6b68d38f2de512a379a558a2767ffef 2024-12-02T22:20:44,744 INFO [StoreOpener-a6b68d38f2de512a379a558a2767ffef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6b68d38f2de512a379a558a2767ffef columnFamilyName f1 2024-12-02T22:20:44,744 DEBUG [StoreOpener-a6b68d38f2de512a379a558a2767ffef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:44,744 INFO [StoreOpener-a6b68d38f2de512a379a558a2767ffef-1 {}] regionserver.HStore(327): Store=a6b68d38f2de512a379a558a2767ffef/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:44,744 INFO [StoreOpener-a6b68d38f2de512a379a558a2767ffef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a6b68d38f2de512a379a558a2767ffef 2024-12-02T22:20:44,745 INFO [StoreOpener-a6b68d38f2de512a379a558a2767ffef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6b68d38f2de512a379a558a2767ffef columnFamilyName norep 2024-12-02T22:20:44,745 DEBUG [StoreOpener-a6b68d38f2de512a379a558a2767ffef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:44,745 INFO [StoreOpener-a6b68d38f2de512a379a558a2767ffef-1 {}] regionserver.HStore(327): Store=a6b68d38f2de512a379a558a2767ffef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:44,745 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a6b68d38f2de512a379a558a2767ffef 2024-12-02T22:20:44,746 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef 2024-12-02T22:20:44,746 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef 2024-12-02T22:20:44,747 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a6b68d38f2de512a379a558a2767ffef 2024-12-02T22:20:44,747 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a6b68d38f2de512a379a558a2767ffef 2024-12-02T22:20:44,748 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:20:44,749 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a6b68d38f2de512a379a558a2767ffef 2024-12-02T22:20:44,750 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:44,751 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a6b68d38f2de512a379a558a2767ffef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63405933, jitterRate=-0.055177971720695496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:20:44,751 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6b68d38f2de512a379a558a2767ffef 2024-12-02T22:20:44,751 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a6b68d38f2de512a379a558a2767ffef: Running coprocessor pre-open hook at 1733178044741Writing region info on filesystem at 1733178044741Initializing all the Stores at 1733178044741Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178044741Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178044741Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178044741Cleaning up temporary data from old regions at 1733178044747 (+6 ms)Running coprocessor post-open hooks at 1733178044751 (+4 ms)Region opened successfully at 1733178044751 2024-12-02T22:20:44,752 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733178044001.a6b68d38f2de512a379a558a2767ffef., pid=6, masterSystemTime=1733178044737 2024-12-02T22:20:44,754 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. 2024-12-02T22:20:44,754 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. 2024-12-02T22:20:44,755 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6b68d38f2de512a379a558a2767ffef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,46635,1733178035768 2024-12-02T22:20:44,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6b68d38f2de512a379a558a2767ffef, server=7ae73638d47e,46635,1733178035768 because future has completed 2024-12-02T22:20:44,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:20:44,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a6b68d38f2de512a379a558a2767ffef, server=7ae73638d47e,46635,1733178035768 in 172 msec 2024-12-02T22:20:44,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:20:44,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a6b68d38f2de512a379a558a2767ffef, ASSIGN in 330 msec 2024-12-02T22:20:44,761 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:20:44,762 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178044761"}]},"ts":"1733178044761"} 2024-12-02T22:20:44,763 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:20:44,764 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:20:44,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 762 msec 2024-12-02T22:20:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:45,141 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:20:45,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:45,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,38985,1733178039201 2024-12-02T22:20:45,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33faa50d 2024-12-02T22:20:45,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:45,143 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:45,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:20:45,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:20:45,146 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:45,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:20:45,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:20:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:45,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:20:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:45,569 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62100cf453588295452cf7180154ab0d, NAME => 'test,,1733178045143.62100cf453588295452cf7180154ab0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60 2024-12-02T22:20:45,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:20:45,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733178045143.62100cf453588295452cf7180154ab0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:45,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 62100cf453588295452cf7180154ab0d, disabling compactions & flushes 2024-12-02T22:20:45,579 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733178045143.62100cf453588295452cf7180154ab0d. 2024-12-02T22:20:45,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178045143.62100cf453588295452cf7180154ab0d. 2024-12-02T22:20:45,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733178045143.62100cf453588295452cf7180154ab0d. after waiting 0 ms 2024-12-02T22:20:45,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733178045143.62100cf453588295452cf7180154ab0d. 2024-12-02T22:20:45,579 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733178045143.62100cf453588295452cf7180154ab0d. 2024-12-02T22:20:45,579 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62100cf453588295452cf7180154ab0d: Waiting for close lock at 1733178045579Disabling compacts and flushes for region at 1733178045579Disabling writes for close at 1733178045579Writing region close event to WAL at 1733178045579Closed at 1733178045579 2024-12-02T22:20:45,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:20:45,583 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733178045143.62100cf453588295452cf7180154ab0d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733178045583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178045583"}]},"ts":"1733178045583"} 2024-12-02T22:20:45,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:20:45,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:20:45,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178045592"}]},"ts":"1733178045592"} 2024-12-02T22:20:45,595 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:20:45,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62100cf453588295452cf7180154ab0d, ASSIGN}] 2024-12-02T22:20:45,597 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=62100cf453588295452cf7180154ab0d, ASSIGN 2024-12-02T22:20:45,598 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=62100cf453588295452cf7180154ab0d, ASSIGN; state=OFFLINE, location=7ae73638d47e,44737,1733178039294; forceNewPlan=false, retain=false 2024-12-02T22:20:45,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62100cf453588295452cf7180154ab0d, regionState=OPENING, regionLocation=7ae73638d47e,44737,1733178039294 2024-12-02T22:20:45,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=62100cf453588295452cf7180154ab0d, ASSIGN because future has completed 2024-12-02T22:20:45,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62100cf453588295452cf7180154ab0d, server=7ae73638d47e,44737,1733178039294}] 2024-12-02T22:20:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:45,921 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733178045143.62100cf453588295452cf7180154ab0d. 2024-12-02T22:20:45,921 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 62100cf453588295452cf7180154ab0d, NAME => 'test,,1733178045143.62100cf453588295452cf7180154ab0d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:45,921 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:45,921 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:20:45,921 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 62100cf453588295452cf7180154ab0d 2024-12-02T22:20:45,921 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733178045143.62100cf453588295452cf7180154ab0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:45,922 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 62100cf453588295452cf7180154ab0d 2024-12-02T22:20:45,922 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 62100cf453588295452cf7180154ab0d 2024-12-02T22:20:45,940 INFO [StoreOpener-62100cf453588295452cf7180154ab0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 62100cf453588295452cf7180154ab0d 2024-12-02T22:20:45,942 INFO [StoreOpener-62100cf453588295452cf7180154ab0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62100cf453588295452cf7180154ab0d columnFamilyName f 2024-12-02T22:20:45,942 DEBUG [StoreOpener-62100cf453588295452cf7180154ab0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:45,942 INFO [StoreOpener-62100cf453588295452cf7180154ab0d-1 {}] regionserver.HStore(327): Store=62100cf453588295452cf7180154ab0d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:45,942 INFO [StoreOpener-62100cf453588295452cf7180154ab0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 62100cf453588295452cf7180154ab0d 2024-12-02T22:20:45,944 INFO [StoreOpener-62100cf453588295452cf7180154ab0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62100cf453588295452cf7180154ab0d columnFamilyName f1 2024-12-02T22:20:45,944 DEBUG [StoreOpener-62100cf453588295452cf7180154ab0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:45,944 INFO [StoreOpener-62100cf453588295452cf7180154ab0d-1 {}] regionserver.HStore(327): Store=62100cf453588295452cf7180154ab0d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:45,944 INFO [StoreOpener-62100cf453588295452cf7180154ab0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 62100cf453588295452cf7180154ab0d 2024-12-02T22:20:45,945 INFO [StoreOpener-62100cf453588295452cf7180154ab0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62100cf453588295452cf7180154ab0d columnFamilyName norep 2024-12-02T22:20:45,945 DEBUG [StoreOpener-62100cf453588295452cf7180154ab0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:45,946 INFO [StoreOpener-62100cf453588295452cf7180154ab0d-1 {}] regionserver.HStore(327): Store=62100cf453588295452cf7180154ab0d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:45,946 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 62100cf453588295452cf7180154ab0d 2024-12-02T22:20:45,946 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d 2024-12-02T22:20:45,947 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d 2024-12-02T22:20:45,948 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 62100cf453588295452cf7180154ab0d 2024-12-02T22:20:45,948 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 62100cf453588295452cf7180154ab0d 2024-12-02T22:20:45,950 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:20:45,951 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 62100cf453588295452cf7180154ab0d 2024-12-02T22:20:45,958 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:45,959 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 62100cf453588295452cf7180154ab0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69307698, jitterRate=0.03276517987251282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:20:45,959 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62100cf453588295452cf7180154ab0d 2024-12-02T22:20:45,959 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 62100cf453588295452cf7180154ab0d: Running coprocessor pre-open hook at 1733178045922Writing region info on filesystem at 1733178045922Initializing all the Stores at 1733178045922Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178045922Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178045932 (+10 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178045932Cleaning up temporary data from old regions at 1733178045948 (+16 ms)Running coprocessor post-open hooks at 1733178045959 (+11 ms)Region opened successfully at 1733178045959 2024-12-02T22:20:45,960 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733178045143.62100cf453588295452cf7180154ab0d., pid=6, masterSystemTime=1733178045903 2024-12-02T22:20:45,965 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733178045143.62100cf453588295452cf7180154ab0d. 2024-12-02T22:20:45,965 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733178045143.62100cf453588295452cf7180154ab0d. 2024-12-02T22:20:45,966 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=62100cf453588295452cf7180154ab0d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,44737,1733178039294 2024-12-02T22:20:45,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62100cf453588295452cf7180154ab0d, server=7ae73638d47e,44737,1733178039294 because future has completed 2024-12-02T22:20:45,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:20:45,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 62100cf453588295452cf7180154ab0d, server=7ae73638d47e,44737,1733178039294 in 218 msec 2024-12-02T22:20:45,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:20:45,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=62100cf453588295452cf7180154ab0d, ASSIGN in 376 msec 2024-12-02T22:20:45,974 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:20:45,974 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178045974"}]},"ts":"1733178045974"} 2024-12-02T22:20:45,976 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:20:45,977 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:20:45,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 833 msec 2024-12-02T22:20:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:46,281 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:20:46,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:46,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,38067,1733178042242 2024-12-02T22:20:46,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1485cb3e 2024-12-02T22:20:46,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:46,283 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:46,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:20:46,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:20:46,286 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:46,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:20:46,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:20:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:46,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:20:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:46,401 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T22:20:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:46,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59a33e542f9700464d8dbc8eb6c3f1a3, NAME => 'test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08 2024-12-02T22:20:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:20:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:47,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:47,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 59a33e542f9700464d8dbc8eb6c3f1a3, disabling compactions & flushes 2024-12-02T22:20:47,104 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. 2024-12-02T22:20:47,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. 2024-12-02T22:20:47,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. after waiting 0 ms 2024-12-02T22:20:47,104 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. 2024-12-02T22:20:47,104 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. 2024-12-02T22:20:47,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59a33e542f9700464d8dbc8eb6c3f1a3: Waiting for close lock at 1733178047104Disabling compacts and flushes for region at 1733178047104Disabling writes for close at 1733178047104Writing region close event to WAL at 1733178047104Closed at 1733178047104 2024-12-02T22:20:47,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:20:47,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733178047106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178047106"}]},"ts":"1733178047106"} 2024-12-02T22:20:47,111 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:20:47,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:20:47,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178047112"}]},"ts":"1733178047112"} 2024-12-02T22:20:47,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:20:47,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59a33e542f9700464d8dbc8eb6c3f1a3, ASSIGN}] 2024-12-02T22:20:47,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59a33e542f9700464d8dbc8eb6c3f1a3, ASSIGN 2024-12-02T22:20:47,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=59a33e542f9700464d8dbc8eb6c3f1a3, ASSIGN; state=OFFLINE, location=7ae73638d47e,32931,1733178042363; forceNewPlan=false, retain=false 2024-12-02T22:20:47,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59a33e542f9700464d8dbc8eb6c3f1a3, regionState=OPENING, regionLocation=7ae73638d47e,32931,1733178042363 2024-12-02T22:20:47,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=59a33e542f9700464d8dbc8eb6c3f1a3, ASSIGN because future has completed 2024-12-02T22:20:47,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59a33e542f9700464d8dbc8eb6c3f1a3, server=7ae73638d47e,32931,1733178042363}] 2024-12-02T22:20:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:47,425 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. 2024-12-02T22:20:47,425 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 59a33e542f9700464d8dbc8eb6c3f1a3, NAME => 'test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:47,425 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:47,425 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:20:47,426 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 59a33e542f9700464d8dbc8eb6c3f1a3 2024-12-02T22:20:47,426 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:47,426 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 59a33e542f9700464d8dbc8eb6c3f1a3 2024-12-02T22:20:47,426 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 59a33e542f9700464d8dbc8eb6c3f1a3 2024-12-02T22:20:47,427 INFO [StoreOpener-59a33e542f9700464d8dbc8eb6c3f1a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59a33e542f9700464d8dbc8eb6c3f1a3 2024-12-02T22:20:47,428 INFO [StoreOpener-59a33e542f9700464d8dbc8eb6c3f1a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59a33e542f9700464d8dbc8eb6c3f1a3 columnFamilyName f 2024-12-02T22:20:47,428 DEBUG [StoreOpener-59a33e542f9700464d8dbc8eb6c3f1a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:47,428 INFO [StoreOpener-59a33e542f9700464d8dbc8eb6c3f1a3-1 {}] regionserver.HStore(327): Store=59a33e542f9700464d8dbc8eb6c3f1a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:47,428 INFO [StoreOpener-59a33e542f9700464d8dbc8eb6c3f1a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 59a33e542f9700464d8dbc8eb6c3f1a3 2024-12-02T22:20:47,429 INFO [StoreOpener-59a33e542f9700464d8dbc8eb6c3f1a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59a33e542f9700464d8dbc8eb6c3f1a3 columnFamilyName f1 2024-12-02T22:20:47,429 DEBUG [StoreOpener-59a33e542f9700464d8dbc8eb6c3f1a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:47,430 INFO [StoreOpener-59a33e542f9700464d8dbc8eb6c3f1a3-1 {}] regionserver.HStore(327): Store=59a33e542f9700464d8dbc8eb6c3f1a3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:47,430 INFO [StoreOpener-59a33e542f9700464d8dbc8eb6c3f1a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 59a33e542f9700464d8dbc8eb6c3f1a3 2024-12-02T22:20:47,430 INFO [StoreOpener-59a33e542f9700464d8dbc8eb6c3f1a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59a33e542f9700464d8dbc8eb6c3f1a3 columnFamilyName norep 2024-12-02T22:20:47,430 DEBUG [StoreOpener-59a33e542f9700464d8dbc8eb6c3f1a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:47,431 INFO [StoreOpener-59a33e542f9700464d8dbc8eb6c3f1a3-1 {}] regionserver.HStore(327): Store=59a33e542f9700464d8dbc8eb6c3f1a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:47,431 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 59a33e542f9700464d8dbc8eb6c3f1a3 2024-12-02T22:20:47,431 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3 2024-12-02T22:20:47,432 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3 2024-12-02T22:20:47,432 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 59a33e542f9700464d8dbc8eb6c3f1a3 2024-12-02T22:20:47,432 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 59a33e542f9700464d8dbc8eb6c3f1a3 2024-12-02T22:20:47,433 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:20:47,434 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 59a33e542f9700464d8dbc8eb6c3f1a3 2024-12-02T22:20:47,435 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:47,436 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 59a33e542f9700464d8dbc8eb6c3f1a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61411767, jitterRate=-0.0848933607339859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:20:47,436 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59a33e542f9700464d8dbc8eb6c3f1a3 2024-12-02T22:20:47,436 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 59a33e542f9700464d8dbc8eb6c3f1a3: Running coprocessor pre-open hook at 1733178047426Writing region info on filesystem at 1733178047426Initializing all the Stores at 1733178047426Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178047427 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178047427Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178047427Cleaning up temporary data from old regions at 1733178047432 (+5 ms)Running coprocessor post-open hooks at 1733178047436 (+4 ms)Region opened successfully at 1733178047436 2024-12-02T22:20:47,437 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3., pid=6, masterSystemTime=1733178047421 2024-12-02T22:20:47,439 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. 2024-12-02T22:20:47,439 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. 2024-12-02T22:20:47,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59a33e542f9700464d8dbc8eb6c3f1a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,32931,1733178042363 2024-12-02T22:20:47,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59a33e542f9700464d8dbc8eb6c3f1a3, server=7ae73638d47e,32931,1733178042363 because future has completed 2024-12-02T22:20:47,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:20:47,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 59a33e542f9700464d8dbc8eb6c3f1a3, server=7ae73638d47e,32931,1733178042363 in 173 msec 2024-12-02T22:20:47,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:20:47,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=59a33e542f9700464d8dbc8eb6c3f1a3, ASSIGN in 330 msec 2024-12-02T22:20:47,446 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:20:47,446 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178047446"}]},"ts":"1733178047446"} 2024-12-02T22:20:47,448 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:20:47,448 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:20:47,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-12-02T22:20:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:20:48,431 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:20:48,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3287998b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:48,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,34989,-1 for getting cluster id 2024-12-02T22:20:48,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:48,433 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77426e94-da76-4e44-88fd-c0eb9f3b0913' 2024-12-02T22:20:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77426e94-da76-4e44-88fd-c0eb9f3b0913" 2024-12-02T22:20:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b63fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:48,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,34989,-1] 2024-12-02T22:20:48,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:48,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:48,434 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:48,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8cbb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:48,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:48,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,34989,1733178034855 2024-12-02T22:20:48,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40ce93c8 2024-12-02T22:20:48,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:48,437 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:48,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:38985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:20:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:20:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:48,440 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:38985' 2024-12-02T22:20:48,442 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e0958d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:48,442 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,38985,-1 for getting cluster id 2024-12-02T22:20:48,442 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:48,442 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '260f2057-fef5-445e-9348-b2be04e9a755' 2024-12-02T22:20:48,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:48,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "260f2057-fef5-445e-9348-b2be04e9a755" 2024-12-02T22:20:48,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abdd748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:48,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,38985,-1] 2024-12-02T22:20:48,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:48,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:48,444 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:48,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3dc0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:48,444 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:48,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,38985,1733178039201 2024-12-02T22:20:48,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a4185d 2024-12-02T22:20:48,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:48,446 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:48,447 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T22:20:48,447 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:20:48,447 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:48,447 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:48,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:48,447 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:48,448 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:20:48,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:20:48,449 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:48,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:20:48,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741837_1013 (size=1138) 2024-12-02T22:20:48,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b002a489e20fc27cbe31dab622498186, NAME => 'hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d 2024-12-02T22:20:48,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741838_1014 (size=44) 2024-12-02T22:20:48,499 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:20:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:48,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:48,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b002a489e20fc27cbe31dab622498186, disabling compactions & flushes 2024-12-02T22:20:48,863 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:20:48,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:20:48,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. after waiting 0 ms 2024-12-02T22:20:48,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:20:48,863 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:20:48,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b002a489e20fc27cbe31dab622498186: Waiting for close lock at 1733178048863Disabling compacts and flushes for region at 1733178048863Disabling writes for close at 1733178048863Writing region close event to WAL at 1733178048863Closed at 1733178048863 2024-12-02T22:20:48,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:20:48,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733178048864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178048864"}]},"ts":"1733178048864"} 2024-12-02T22:20:48,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:20:48,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:20:48,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178048867"}]},"ts":"1733178048867"} 2024-12-02T22:20:48,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:20:48,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b002a489e20fc27cbe31dab622498186, ASSIGN}] 2024-12-02T22:20:48,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b002a489e20fc27cbe31dab622498186, ASSIGN 2024-12-02T22:20:48,871 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b002a489e20fc27cbe31dab622498186, ASSIGN; state=OFFLINE, location=7ae73638d47e,46635,1733178035768; forceNewPlan=false, retain=false 2024-12-02T22:20:49,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b002a489e20fc27cbe31dab622498186, regionState=OPENING, regionLocation=7ae73638d47e,46635,1733178035768 2024-12-02T22:20:49,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b002a489e20fc27cbe31dab622498186, ASSIGN because future has completed 2024-12-02T22:20:49,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b002a489e20fc27cbe31dab622498186, server=7ae73638d47e,46635,1733178035768}] 2024-12-02T22:20:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:49,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:20:49,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:49,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:20:49,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C46635%2C1733178035768.rep, suffix=, logDir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768, archiveDir=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/oldWALs, maxLogs=10 2024-12-02T22:20:49,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.rep.1733178049185, exclude list is [], retry=0 2024-12-02T22:20:49,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36813,DS-8a16bf23-45cc-479e-8cf1-2191b2405897,DISK] 2024-12-02T22:20:49,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.rep.1733178049185 2024-12-02T22:20:49,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45933:45933)] 2024-12-02T22:20:49,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b002a489e20fc27cbe31dab622498186, NAME => 'hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:49,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:49,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:20:49,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. service=MultiRowMutationService 2024-12-02T22:20:49,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:20:49,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b002a489e20fc27cbe31dab622498186 2024-12-02T22:20:49,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:49,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b002a489e20fc27cbe31dab622498186 2024-12-02T22:20:49,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b002a489e20fc27cbe31dab622498186 2024-12-02T22:20:49,231 INFO [StoreOpener-b002a489e20fc27cbe31dab622498186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b002a489e20fc27cbe31dab622498186 2024-12-02T22:20:49,236 INFO [StoreOpener-b002a489e20fc27cbe31dab622498186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b002a489e20fc27cbe31dab622498186 columnFamilyName hfileref 2024-12-02T22:20:49,236 DEBUG [StoreOpener-b002a489e20fc27cbe31dab622498186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:49,236 INFO [StoreOpener-b002a489e20fc27cbe31dab622498186-1 {}] regionserver.HStore(327): Store=b002a489e20fc27cbe31dab622498186/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:49,236 INFO [StoreOpener-b002a489e20fc27cbe31dab622498186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b002a489e20fc27cbe31dab622498186 2024-12-02T22:20:49,238 INFO [StoreOpener-b002a489e20fc27cbe31dab622498186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b002a489e20fc27cbe31dab622498186 columnFamilyName queue 2024-12-02T22:20:49,238 DEBUG [StoreOpener-b002a489e20fc27cbe31dab622498186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:49,238 INFO [StoreOpener-b002a489e20fc27cbe31dab622498186-1 {}] regionserver.HStore(327): Store=b002a489e20fc27cbe31dab622498186/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:49,238 INFO [StoreOpener-b002a489e20fc27cbe31dab622498186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b002a489e20fc27cbe31dab622498186 2024-12-02T22:20:49,240 INFO [StoreOpener-b002a489e20fc27cbe31dab622498186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b002a489e20fc27cbe31dab622498186 columnFamilyName sid 2024-12-02T22:20:49,240 DEBUG [StoreOpener-b002a489e20fc27cbe31dab622498186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:49,240 INFO [StoreOpener-b002a489e20fc27cbe31dab622498186-1 {}] regionserver.HStore(327): Store=b002a489e20fc27cbe31dab622498186/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:49,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b002a489e20fc27cbe31dab622498186 2024-12-02T22:20:49,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/replication/b002a489e20fc27cbe31dab622498186 2024-12-02T22:20:49,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/replication/b002a489e20fc27cbe31dab622498186 2024-12-02T22:20:49,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b002a489e20fc27cbe31dab622498186 2024-12-02T22:20:49,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b002a489e20fc27cbe31dab622498186 2024-12-02T22:20:49,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:20:49,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b002a489e20fc27cbe31dab622498186 2024-12-02T22:20:49,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/replication/b002a489e20fc27cbe31dab622498186/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:49,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b002a489e20fc27cbe31dab622498186; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62305897, jitterRate=-0.0715697854757309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:20:49,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b002a489e20fc27cbe31dab622498186 2024-12-02T22:20:49,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b002a489e20fc27cbe31dab622498186: Running coprocessor pre-open hook at 1733178049230Writing region info on filesystem at 1733178049230Initializing all the Stores at 1733178049231 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178049231Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178049231Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178049231Cleaning up temporary data from old regions at 1733178049243 (+12 ms)Running coprocessor post-open hooks at 1733178049249 (+6 ms)Region opened successfully at 1733178049249 2024-12-02T22:20:49,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186., pid=10, masterSystemTime=1733178049177 2024-12-02T22:20:49,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:20:49,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:20:49,256 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b002a489e20fc27cbe31dab622498186, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,46635,1733178035768 2024-12-02T22:20:49,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b002a489e20fc27cbe31dab622498186, server=7ae73638d47e,46635,1733178035768 because future has completed 2024-12-02T22:20:49,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:20:49,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b002a489e20fc27cbe31dab622498186, server=7ae73638d47e,46635,1733178035768 in 244 msec 2024-12-02T22:20:49,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T22:20:49,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b002a489e20fc27cbe31dab622498186, ASSIGN in 401 msec 2024-12-02T22:20:49,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:20:49,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178049272"}]},"ts":"1733178049272"} 2024-12-02T22:20:49,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:20:49,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:20:49,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 828 msec 2024-12-02T22:20:49,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186., hostname=7ae73638d47e,46635,1733178035768, seqNum=2] 2024-12-02T22:20:49,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:20:49,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:20:49,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:20:49,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:20:49,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:49,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T22:20:49,468 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:20:49,498 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,46635,1733178035768, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:20:49,499 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:49,499 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,46635,1733178035768, seqNum=-1] 2024-12-02T22:20:49,499 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:49,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-02T22:20:49,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,46635,1733178035768', locateType=CURRENT is [region=hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186., hostname=7ae73638d47e,46635,1733178035768, seqNum=2] 2024-12-02T22:20:49,505 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T22:20:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T22:20:49,507 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,46635,1733178035768 suceeded 2024-12-02T22:20:49,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T22:20:49,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-02T22:20:49,509 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:38985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:20:49,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0720 sec 2024-12-02T22:20:49,519 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:38985' 2024-12-02T22:20:49,520 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67168b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:49,520 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,38985,-1 for getting cluster id 2024-12-02T22:20:49,520 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:49,521 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '260f2057-fef5-445e-9348-b2be04e9a755' 2024-12-02T22:20:49,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:49,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "260f2057-fef5-445e-9348-b2be04e9a755" 2024-12-02T22:20:49,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b288a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:49,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,38985,-1] 2024-12-02T22:20:49,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:49,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:49,522 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:49,523 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2acf0f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:49,523 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:49,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,38985,1733178039201 2024-12-02T22:20:49,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cb568de 2024-12-02T22:20:49,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:49,524 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-02T22:20:49,525 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,46635,1733178035768 (queues=1) is replicating from cluster=77426e94-da76-4e44-88fd-c0eb9f3b0913 to cluster=260f2057-fef5-445e-9348-b2be04e9a755 2024-12-02T22:20:49,525 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C46635%2C1733178035768 2024-12-02T22:20:49,525 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,46635,1733178035768, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:20:49,525 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C46635%2C1733178035768 2024-12-02T22:20:49,525 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974, startPosition=0, beingWritten=true 2024-12-02T22:20:49,530 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:49,530 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 379, reset compression=false 2024-12-02T22:20:49,530 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,46635,1733178035768 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:49,571 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:20:49,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:49,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:49,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:49,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:49,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:49,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54df7e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:49,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,38985,-1 for getting cluster id 2024-12-02T22:20:49,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:49,573 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '260f2057-fef5-445e-9348-b2be04e9a755' 2024-12-02T22:20:49,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:49,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "260f2057-fef5-445e-9348-b2be04e9a755" 2024-12-02T22:20:49,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f96646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:49,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,38985,-1] 2024-12-02T22:20:49,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:49,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:49,574 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5bcd30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:49,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:49,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,38985,1733178039201 2024-12-02T22:20:49,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14caf8ac 2024-12-02T22:20:49,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:49,576 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:49,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:38067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:20:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:20:49,600 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:38067' 2024-12-02T22:20:49,601 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24944d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:49,602 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,38067,-1 for getting cluster id 2024-12-02T22:20:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:49,602 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:49,602 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1629cd55-9232-45eb-b4f8-b35af28d61b0' 2024-12-02T22:20:49,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:49,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1629cd55-9232-45eb-b4f8-b35af28d61b0" 2024-12-02T22:20:49,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e39ea22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:49,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,38067,-1] 2024-12-02T22:20:49,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:49,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:49,604 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:49,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46546909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:49,605 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:49,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,38067,1733178042242 2024-12-02T22:20:49,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@350d0904 2024-12-02T22:20:49,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:49,606 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:49,607 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T22:20:49,607 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:20:49,607 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:49,607 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:49,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:49,608 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:49,608 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:20:49,609 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:20:49,609 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:49,610 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:20:49,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741837_1013 (size=1138) 2024-12-02T22:20:49,659 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:20:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:49,733 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 379, reset compression=false 2024-12-02T22:20:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:50,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ddc90227f13e4aa3461c45ba1548a711, NAME => 'hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60 2024-12-02T22:20:50,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741838_1014 (size=44) 2024-12-02T22:20:50,037 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 379, reset compression=false 2024-12-02T22:20:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:50,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:50,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ddc90227f13e4aa3461c45ba1548a711, disabling compactions & flushes 2024-12-02T22:20:50,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. 2024-12-02T22:20:50,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. 2024-12-02T22:20:50,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. after waiting 0 ms 2024-12-02T22:20:50,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. 2024-12-02T22:20:50,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. 2024-12-02T22:20:50,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ddc90227f13e4aa3461c45ba1548a711: Waiting for close lock at 1733178050423Disabling compacts and flushes for region at 1733178050423Disabling writes for close at 1733178050423Writing region close event to WAL at 1733178050423Closed at 1733178050423 2024-12-02T22:20:50,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:20:50,425 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733178050425"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178050425"}]},"ts":"1733178050425"} 2024-12-02T22:20:50,427 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:20:50,428 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:20:50,428 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178050428"}]},"ts":"1733178050428"} 2024-12-02T22:20:50,429 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:20:50,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ddc90227f13e4aa3461c45ba1548a711, ASSIGN}] 2024-12-02T22:20:50,431 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ddc90227f13e4aa3461c45ba1548a711, ASSIGN 2024-12-02T22:20:50,432 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ddc90227f13e4aa3461c45ba1548a711, ASSIGN; state=OFFLINE, location=7ae73638d47e,44737,1733178039294; forceNewPlan=false, retain=false 2024-12-02T22:20:50,440 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 379, reset compression=false 2024-12-02T22:20:50,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ddc90227f13e4aa3461c45ba1548a711, regionState=OPENING, regionLocation=7ae73638d47e,44737,1733178039294 2024-12-02T22:20:50,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ddc90227f13e4aa3461c45ba1548a711, ASSIGN because future has completed 2024-12-02T22:20:50,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddc90227f13e4aa3461c45ba1548a711, server=7ae73638d47e,44737,1733178039294}] 2024-12-02T22:20:50,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. 2024-12-02T22:20:50,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:50,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:20:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:50,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C44737%2C1733178039294.rep, suffix=, logDir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294, archiveDir=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/oldWALs, maxLogs=10 2024-12-02T22:20:50,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T22:20:50,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T22:20:50,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:20:50,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T22:20:50,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.rep.1733178050742, exclude list is [], retry=0 2024-12-02T22:20:50,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45109,DS-8df60032-43e4-4de5-a172-98e4b05f7570,DISK] 2024-12-02T22:20:50,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.rep.1733178050742 2024-12-02T22:20:50,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33313:33313)] 2024-12-02T22:20:50,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ddc90227f13e4aa3461c45ba1548a711, NAME => 'hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:50,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:50,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:20:50,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. service=MultiRowMutationService 2024-12-02T22:20:50,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:20:50,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:20:50,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:50,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:20:50,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:20:50,770 INFO [StoreOpener-ddc90227f13e4aa3461c45ba1548a711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:20:50,771 INFO [StoreOpener-ddc90227f13e4aa3461c45ba1548a711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddc90227f13e4aa3461c45ba1548a711 columnFamilyName hfileref 2024-12-02T22:20:50,771 DEBUG [StoreOpener-ddc90227f13e4aa3461c45ba1548a711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:50,771 INFO [StoreOpener-ddc90227f13e4aa3461c45ba1548a711-1 {}] regionserver.HStore(327): Store=ddc90227f13e4aa3461c45ba1548a711/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:50,771 INFO [StoreOpener-ddc90227f13e4aa3461c45ba1548a711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:20:50,772 INFO [StoreOpener-ddc90227f13e4aa3461c45ba1548a711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddc90227f13e4aa3461c45ba1548a711 columnFamilyName queue 2024-12-02T22:20:50,772 DEBUG [StoreOpener-ddc90227f13e4aa3461c45ba1548a711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:50,772 INFO [StoreOpener-ddc90227f13e4aa3461c45ba1548a711-1 {}] regionserver.HStore(327): Store=ddc90227f13e4aa3461c45ba1548a711/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:50,772 INFO [StoreOpener-ddc90227f13e4aa3461c45ba1548a711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:20:50,773 INFO [StoreOpener-ddc90227f13e4aa3461c45ba1548a711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddc90227f13e4aa3461c45ba1548a711 columnFamilyName sid 2024-12-02T22:20:50,773 DEBUG [StoreOpener-ddc90227f13e4aa3461c45ba1548a711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:50,773 INFO [StoreOpener-ddc90227f13e4aa3461c45ba1548a711-1 {}] regionserver.HStore(327): Store=ddc90227f13e4aa3461c45ba1548a711/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:50,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:20:50,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/replication/ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:20:50,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/replication/ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:20:50,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:20:50,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:20:50,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:20:50,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:20:50,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/replication/ddc90227f13e4aa3461c45ba1548a711/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:50,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ddc90227f13e4aa3461c45ba1548a711; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65627737, jitterRate=-0.022070512175559998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:20:50,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:20:50,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ddc90227f13e4aa3461c45ba1548a711: Running coprocessor pre-open hook at 1733178050769Writing region info on filesystem at 1733178050769Initializing all the Stores at 1733178050769Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178050769Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178050769Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178050769Cleaning up temporary data from old regions at 1733178050775 (+6 ms)Running coprocessor post-open hooks at 1733178050779 (+4 ms)Region opened successfully at 1733178050779 2024-12-02T22:20:50,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711., pid=10, masterSystemTime=1733178050737 2024-12-02T22:20:50,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. 2024-12-02T22:20:50,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. 2024-12-02T22:20:50,783 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ddc90227f13e4aa3461c45ba1548a711, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,44737,1733178039294 2024-12-02T22:20:50,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddc90227f13e4aa3461c45ba1548a711, server=7ae73638d47e,44737,1733178039294 because future has completed 2024-12-02T22:20:50,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:20:50,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ddc90227f13e4aa3461c45ba1548a711, server=7ae73638d47e,44737,1733178039294 in 201 msec 2024-12-02T22:20:50,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T22:20:50,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ddc90227f13e4aa3461c45ba1548a711, ASSIGN in 358 msec 2024-12-02T22:20:50,791 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:20:50,791 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178050791"}]},"ts":"1733178050791"} 2024-12-02T22:20:50,792 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:20:50,793 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:20:50,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-12-02T22:20:50,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711., hostname=7ae73638d47e,44737,1733178039294, seqNum=2] 2024-12-02T22:20:50,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:20:50,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:20:50,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:20:50,945 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 379, reset compression=false 2024-12-02T22:20:50,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T22:20:50,978 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:20:51,014 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,44737,1733178039294, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:20:51,015 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:51,015 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,44737,1733178039294, seqNum=-1] 2024-12-02T22:20:51,015 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:51,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-02T22:20:51,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,44737,1733178039294', locateType=CURRENT is [region=hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711., hostname=7ae73638d47e,44737,1733178039294, seqNum=2] 2024-12-02T22:20:51,020 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T22:20:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T22:20:51,022 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,44737,1733178039294 suceeded 2024-12-02T22:20:51,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T22:20:51,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-02T22:20:51,024 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:38067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:20:51,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4470 sec 2024-12-02T22:20:51,037 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:38067' 2024-12-02T22:20:51,038 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a90dde5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:51,038 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,38067,-1 for getting cluster id 2024-12-02T22:20:51,038 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:51,039 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1629cd55-9232-45eb-b4f8-b35af28d61b0' 2024-12-02T22:20:51,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:51,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1629cd55-9232-45eb-b4f8-b35af28d61b0" 2024-12-02T22:20:51,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23235384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:51,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,38067,-1] 2024-12-02T22:20:51,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:51,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:51,040 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:51,041 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30e8a986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:51,041 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:51,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,38067,1733178042242 2024-12-02T22:20:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@457112c5 2024-12-02T22:20:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:51,042 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-02T22:20:51,043 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,44737,1733178039294 (queues=1) is replicating from cluster=260f2057-fef5-445e-9348-b2be04e9a755 to cluster=1629cd55-9232-45eb-b4f8-b35af28d61b0 2024-12-02T22:20:51,043 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C44737%2C1733178039294 2024-12-02T22:20:51,043 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,44737,1733178039294, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:20:51,043 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627, startPosition=0, beingWritten=true 2024-12-02T22:20:51,044 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C44737%2C1733178039294 2024-12-02T22:20:51,048 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:51,048 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 379, reset compression=false 2024-12-02T22:20:51,048 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44737,1733178039294 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:51,252 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 379, reset compression=false 2024-12-02T22:20:51,550 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 379, reset compression=false 2024-12-02T22:20:51,556 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 379, reset compression=false 2024-12-02T22:20:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:51,752 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:20:51,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:51,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:51,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:51,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:51,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:51,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2fb3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:51,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,38067,-1 for getting cluster id 2024-12-02T22:20:51,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:51,755 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1629cd55-9232-45eb-b4f8-b35af28d61b0' 2024-12-02T22:20:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1629cd55-9232-45eb-b4f8-b35af28d61b0" 2024-12-02T22:20:51,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d30275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:51,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,38067,-1] 2024-12-02T22:20:51,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:51,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:51,757 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:51,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347ed853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:51,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:51,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,38067,1733178042242 2024-12-02T22:20:51,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9e79154 2024-12-02T22:20:51,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:51,761 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:51,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:38985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:20:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:20:51,764 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:38985' 2024-12-02T22:20:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:51,769 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1affc3ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:51,769 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,38985,-1 for getting cluster id 2024-12-02T22:20:51,769 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:51,769 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '260f2057-fef5-445e-9348-b2be04e9a755' 2024-12-02T22:20:51,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:51,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "260f2057-fef5-445e-9348-b2be04e9a755" 2024-12-02T22:20:51,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719766ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:51,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,38985,-1] 2024-12-02T22:20:51,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:51,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:51,771 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:51,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1293124e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:51,771 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:51,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,38985,1733178039201 2024-12-02T22:20:51,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6df88ccc 2024-12-02T22:20:51,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:51,773 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:20:51,774 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T22:20:51,774 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:20:51,774 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:51,774 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:51,774 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:20:51,776 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:20:51,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:20:51,777 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:51,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:20:51,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:51,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741837_1013 (size=1138) 2024-12-02T22:20:51,790 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7bcd2028c8fa2e0c065dba9f09adced7, NAME => 'hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08 2024-12-02T22:20:51,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741838_1014 (size=44) 2024-12-02T22:20:51,826 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:20:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:51,959 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 379, reset compression=false 2024-12-02T22:20:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:52,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:52,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7bcd2028c8fa2e0c065dba9f09adced7, disabling compactions & flushes 2024-12-02T22:20:52,199 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:52,199 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:52,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. after waiting 0 ms 2024-12-02T22:20:52,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:52,200 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:52,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7bcd2028c8fa2e0c065dba9f09adced7: Waiting for close lock at 1733178052199Disabling compacts and flushes for region at 1733178052199Disabling writes for close at 1733178052200 (+1 ms)Writing region close event to WAL at 1733178052200Closed at 1733178052200 2024-12-02T22:20:52,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:20:52,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733178052201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178052201"}]},"ts":"1733178052201"} 2024-12-02T22:20:52,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:20:52,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:20:52,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178052203"}]},"ts":"1733178052203"} 2024-12-02T22:20:52,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:20:52,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bcd2028c8fa2e0c065dba9f09adced7, ASSIGN}] 2024-12-02T22:20:52,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bcd2028c8fa2e0c065dba9f09adced7, ASSIGN 2024-12-02T22:20:52,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7bcd2028c8fa2e0c065dba9f09adced7, ASSIGN; state=OFFLINE, location=7ae73638d47e,32931,1733178042363; forceNewPlan=false, retain=false 2024-12-02T22:20:52,254 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 379, reset compression=false 2024-12-02T22:20:52,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7bcd2028c8fa2e0c065dba9f09adced7, regionState=OPENING, regionLocation=7ae73638d47e,32931,1733178042363 2024-12-02T22:20:52,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7bcd2028c8fa2e0c065dba9f09adced7, ASSIGN because future has completed 2024-12-02T22:20:52,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bcd2028c8fa2e0c065dba9f09adced7, server=7ae73638d47e,32931,1733178042363}] 2024-12-02T22:20:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:52,402 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T22:20:52,463 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 379, reset compression=false 2024-12-02T22:20:52,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:52,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:20:52,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:20:52,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C32931%2C1733178042363.rep, suffix=, logDir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363, archiveDir=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/oldWALs, maxLogs=10 2024-12-02T22:20:52,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.rep.1733178052516, exclude list is [], retry=0 2024-12-02T22:20:52,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44703,DS-33dbc772-f2bc-445c-ab6a-3c9400f3e390,DISK] 2024-12-02T22:20:52,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.rep.1733178052516 2024-12-02T22:20:52,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39707:39707)] 2024-12-02T22:20:52,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bcd2028c8fa2e0c065dba9f09adced7, NAME => 'hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:20:52,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:20:52,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:20:52,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. service=MultiRowMutationService 2024-12-02T22:20:52,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:20:52,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:52,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:20:52,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:52,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:52,538 INFO [StoreOpener-7bcd2028c8fa2e0c065dba9f09adced7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:52,539 INFO [StoreOpener-7bcd2028c8fa2e0c065dba9f09adced7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bcd2028c8fa2e0c065dba9f09adced7 columnFamilyName hfileref 2024-12-02T22:20:52,539 DEBUG [StoreOpener-7bcd2028c8fa2e0c065dba9f09adced7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:52,539 INFO [StoreOpener-7bcd2028c8fa2e0c065dba9f09adced7-1 {}] regionserver.HStore(327): Store=7bcd2028c8fa2e0c065dba9f09adced7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:52,539 INFO [StoreOpener-7bcd2028c8fa2e0c065dba9f09adced7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:52,540 INFO [StoreOpener-7bcd2028c8fa2e0c065dba9f09adced7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bcd2028c8fa2e0c065dba9f09adced7 columnFamilyName queue 2024-12-02T22:20:52,540 DEBUG [StoreOpener-7bcd2028c8fa2e0c065dba9f09adced7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:52,540 INFO [StoreOpener-7bcd2028c8fa2e0c065dba9f09adced7-1 {}] regionserver.HStore(327): Store=7bcd2028c8fa2e0c065dba9f09adced7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:52,540 INFO [StoreOpener-7bcd2028c8fa2e0c065dba9f09adced7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:52,541 INFO [StoreOpener-7bcd2028c8fa2e0c065dba9f09adced7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bcd2028c8fa2e0c065dba9f09adced7 columnFamilyName sid 2024-12-02T22:20:52,541 DEBUG [StoreOpener-7bcd2028c8fa2e0c065dba9f09adced7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:20:52,542 INFO [StoreOpener-7bcd2028c8fa2e0c065dba9f09adced7-1 {}] regionserver.HStore(327): Store=7bcd2028c8fa2e0c065dba9f09adced7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:20:52,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:52,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/replication/7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:52,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/replication/7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:52,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:52,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:52,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:20:52,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:52,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/replication/7bcd2028c8fa2e0c065dba9f09adced7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:20:52,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7bcd2028c8fa2e0c065dba9f09adced7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71038560, jitterRate=0.05855703353881836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:20:52,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:52,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7bcd2028c8fa2e0c065dba9f09adced7: Running coprocessor pre-open hook at 1733178052537Writing region info on filesystem at 1733178052537Initializing all the Stores at 1733178052538 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178052538Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178052538Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178052538Cleaning up temporary data from old regions at 1733178052543 (+5 ms)Running coprocessor post-open hooks at 1733178052546 (+3 ms)Region opened successfully at 1733178052546 2024-12-02T22:20:52,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7., pid=10, masterSystemTime=1733178052511 2024-12-02T22:20:52,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:52,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:52,549 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7bcd2028c8fa2e0c065dba9f09adced7, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,32931,1733178042363 2024-12-02T22:20:52,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bcd2028c8fa2e0c065dba9f09adced7, server=7ae73638d47e,32931,1733178042363 because future has completed 2024-12-02T22:20:52,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:20:52,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bcd2028c8fa2e0c065dba9f09adced7, server=7ae73638d47e,32931,1733178042363 in 191 msec 2024-12-02T22:20:52,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T22:20:52,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7bcd2028c8fa2e0c065dba9f09adced7, ASSIGN in 347 msec 2024-12-02T22:20:52,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:20:52,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178052555"}]},"ts":"1733178052555"} 2024-12-02T22:20:52,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:20:52,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:20:52,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 783 msec 2024-12-02T22:20:52,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7., hostname=7ae73638d47e,32931,1733178042363, seqNum=2] 2024-12-02T22:20:52,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:52,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:52,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:20:52,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T22:20:52,741 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:20:52,779 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,32931,1733178042363, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:20:52,779 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:52,779 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,32931,1733178042363, seqNum=-1] 2024-12-02T22:20:52,780 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:52,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-02T22:20:52,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,32931,1733178042363', locateType=CURRENT is [region=hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7., hostname=7ae73638d47e,32931,1733178042363, seqNum=2] 2024-12-02T22:20:52,784 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T22:20:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T22:20:52,786 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,32931,1733178042363 suceeded 2024-12-02T22:20:52,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T22:20:52,788 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:38985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:20:52,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-02T22:20:52,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0270 sec 2024-12-02T22:20:52,802 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:38985' 2024-12-02T22:20:52,803 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aa2f33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:52,803 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,38985,-1 for getting cluster id 2024-12-02T22:20:52,803 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:52,804 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '260f2057-fef5-445e-9348-b2be04e9a755' 2024-12-02T22:20:52,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:52,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "260f2057-fef5-445e-9348-b2be04e9a755" 2024-12-02T22:20:52,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d021323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:52,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,38985,-1] 2024-12-02T22:20:52,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:52,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:52,805 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:52,805 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710b4d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:52,805 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:52,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,38985,1733178039201 2024-12-02T22:20:52,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@519b9fb6 2024-12-02T22:20:52,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:20:52,807 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-02T22:20:52,807 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,32931,1733178042363 (queues=1) is replicating from cluster=1629cd55-9232-45eb-b4f8-b35af28d61b0 to cluster=260f2057-fef5-445e-9348-b2be04e9a755 2024-12-02T22:20:52,808 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C32931%2C1733178042363 2024-12-02T22:20:52,808 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,32931,1733178042363, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:20:52,808 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C32931%2C1733178042363 2024-12-02T22:20:52,808 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433, startPosition=0, beingWritten=true 2024-12-02T22:20:52,812 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:52,813 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 379, reset compression=false 2024-12-02T22:20:52,813 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,32931,1733178042363 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:20:52,902 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:20:52,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:52,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:52,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:52,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:52,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:52,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a5e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:52,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,34989,-1 for getting cluster id 2024-12-02T22:20:52,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:52,904 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77426e94-da76-4e44-88fd-c0eb9f3b0913' 2024-12-02T22:20:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77426e94-da76-4e44-88fd-c0eb9f3b0913" 2024-12-02T22:20:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511554c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,34989,-1] 2024-12-02T22:20:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:52,905 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6660a884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:52,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf2e0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:52,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,38985,-1 for getting cluster id 2024-12-02T22:20:52,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:52,907 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '260f2057-fef5-445e-9348-b2be04e9a755' 2024-12-02T22:20:52,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:52,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "260f2057-fef5-445e-9348-b2be04e9a755" 2024-12-02T22:20:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781f69c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,38985,-1] 2024-12-02T22:20:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:52,908 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:52,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edf3749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:52,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713c6aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:52,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,38067,-1 for getting cluster id 2024-12-02T22:20:52,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:52,910 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1629cd55-9232-45eb-b4f8-b35af28d61b0' 2024-12-02T22:20:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1629cd55-9232-45eb-b4f8-b35af28d61b0" 2024-12-02T22:20:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fef9a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,38067,-1] 2024-12-02T22:20:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:52,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:52,911 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:52,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af5b8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:52,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,46635,1733178035768, seqNum=-1] 2024-12-02T22:20:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:52,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:52,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733178044001.a6b68d38f2de512a379a558a2767ffef., hostname=7ae73638d47e,46635,1733178035768, seqNum=2] 2024-12-02T22:20:52,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:52,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,32931,1733178042363, seqNum=-1] 2024-12-02T22:20:52,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:52,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3., hostname=7ae73638d47e,32931,1733178042363, seqNum=2] 2024-12-02T22:20:52,922 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T22:20:53,015 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 379, reset compression=false 2024-12-02T22:20:53,057 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 379, reset compression=false 2024-12-02T22:20:53,061 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:53,061 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 480, reset compression=false 2024-12-02T22:20:53,061 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,46635,1733178035768 got entry batch from reader: WALEntryBatch [walEntries=[{test/a6b68d38f2de512a379a558a2767ffef/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T22:20:53,063 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:20:53,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-02T22:20:53,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:53,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4267f064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:53,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,38985,-1 for getting cluster id 2024-12-02T22:20:53,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:53,066 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '260f2057-fef5-445e-9348-b2be04e9a755' 2024-12-02T22:20:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "260f2057-fef5-445e-9348-b2be04e9a755" 2024-12-02T22:20:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f880286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,38985,-1] 2024-12-02T22:20:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:53,067 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:53,067 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 379, reset compression=false 2024-12-02T22:20:53,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f512075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:53,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:53,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,44737,1733178039294, seqNum=-1] 2024-12-02T22:20:53,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:53,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-02T22:20:53,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733178045143.62100cf453588295452cf7180154ab0d., hostname=7ae73638d47e,44737,1733178039294, seqNum=2] 2024-12-02T22:20:53,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:53,264 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 480, reset compression=false 2024-12-02T22:20:53,319 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 379, reset compression=false 2024-12-02T22:20:53,567 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 480, reset compression=false 2024-12-02T22:20:53,723 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 379, reset compression=false 2024-12-02T22:20:53,770 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 379, reset compression=false 2024-12-02T22:20:53,774 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:53,774 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 503, reset compression=false 2024-12-02T22:20:53,774 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44737,1733178039294 got entry batch from reader: WALEntryBatch [walEntries=[{test/62100cf453588295452cf7180154ab0d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-02T22:20:53,776 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:20:53,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-02T22:20:53,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:53,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d8dd2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:53,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,38067,-1 for getting cluster id 2024-12-02T22:20:53,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:20:53,778 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1629cd55-9232-45eb-b4f8-b35af28d61b0' 2024-12-02T22:20:53,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:20:53,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1629cd55-9232-45eb-b4f8-b35af28d61b0" 2024-12-02T22:20:53,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18e7d88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:53,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,38067,-1] 2024-12-02T22:20:53,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:20:53,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:53,780 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:20:53,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eaadd60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:20:53,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:53,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,32931,1733178042363, seqNum=-1] 2024-12-02T22:20:53,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:53,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-02T22:20:53,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3., hostname=7ae73638d47e,32931,1733178042363, seqNum=2] 2024-12-02T22:20:53,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:53,924 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T22:20:53,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:20:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,44737,1733178039294, seqNum=-1] 2024-12-02T22:20:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:20:53,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:20:53,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733178045143.62100cf453588295452cf7180154ab0d., hostname=7ae73638d47e,44737,1733178039294, seqNum=2] 2024-12-02T22:20:53,930 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T22:20:53,970 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 480, reset compression=false 2024-12-02T22:20:53,977 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 503, reset compression=false 2024-12-02T22:20:53,981 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:53,981 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 607, reset compression=false 2024-12-02T22:20:53,981 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44737,1733178039294 got entry batch from reader: WALEntryBatch [walEntries=[{test/62100cf453588295452cf7180154ab0d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T22:20:53,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:53,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:54,187 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 607, reset compression=false 2024-12-02T22:20:54,226 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 379, reset compression=false 2024-12-02T22:20:54,230 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:54,230 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 653, reset compression=false 2024-12-02T22:20:54,230 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,32931,1733178042363 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:54,433 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 653, reset compression=false 2024-12-02T22:20:54,474 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 480, reset compression=false 2024-12-02T22:20:54,491 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 607, reset compression=false 2024-12-02T22:20:54,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:20:54,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,737 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 653, reset compression=false 2024-12-02T22:20:54,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:20:54,894 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 607, reset compression=false 2024-12-02T22:20:54,932 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T22:20:54,936 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-02T22:20:55,078 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 480, reset compression=false 2024-12-02T22:20:55,140 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 653, reset compression=false 2024-12-02T22:20:55,144 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:55,144 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 757, reset compression=false 2024-12-02T22:20:55,144 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,32931,1733178042363 got entry batch from reader: WALEntryBatch [walEntries=[{test/59a33e542f9700464d8dbc8eb6c3f1a3/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T22:20:55,147 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:20:55,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-02T22:20:55,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:55,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:55,348 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 757, reset compression=false 2024-12-02T22:20:55,398 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 607, reset compression=false 2024-12-02T22:20:55,403 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:55,403 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 734, reset compression=false 2024-12-02T22:20:55,403 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44737,1733178039294 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:55,611 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 734, reset compression=false 2024-12-02T22:20:55,651 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 757, reset compression=false 2024-12-02T22:20:55,782 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 480, reset compression=false 2024-12-02T22:20:55,915 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 734, reset compression=false 2024-12-02T22:20:55,937 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-02T22:20:55,940 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T22:20:56,055 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 757, reset compression=false 2024-12-02T22:20:56,318 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 734, reset compression=false 2024-12-02T22:20:56,558 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 757, reset compression=false 2024-12-02T22:20:56,585 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 480, reset compression=false 2024-12-02T22:20:56,590 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:56,590 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 636, reset compression=false 2024-12-02T22:20:56,590 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,46635,1733178035768 got entry batch from reader: WALEntryBatch [walEntries=[{test/a6b68d38f2de512a379a558a2767ffef/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T22:20:56,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:56,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:56,797 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 636, reset compression=false 2024-12-02T22:20:56,822 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 734, reset compression=false 2024-12-02T22:20:56,827 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:56,827 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 881, reset compression=false 2024-12-02T22:20:56,828 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44737,1733178039294 got entry batch from reader: WALEntryBatch [walEntries=[{test/62100cf453588295452cf7180154ab0d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-02T22:20:56,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:56,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:56,942 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T22:20:56,946 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T22:20:57,031 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 881, reset compression=false 2024-12-02T22:20:57,036 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:57,036 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 1040, reset compression=false 2024-12-02T22:20:57,036 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44737,1733178039294 got entry batch from reader: WALEntryBatch [walEntries=[{test/62100cf453588295452cf7180154ab0d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T22:20:57,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:57,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:57,101 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 636, reset compression=false 2024-12-02T22:20:57,162 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 757, reset compression=false 2024-12-02T22:20:57,166 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:57,166 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 1076, reset compression=false 2024-12-02T22:20:57,166 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,32931,1733178042363 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:57,238 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 1040, reset compression=false 2024-12-02T22:20:57,369 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 1076, reset compression=false 2024-12-02T22:20:57,504 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 636, reset compression=false 2024-12-02T22:20:57,541 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 1040, reset compression=false 2024-12-02T22:20:57,672 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 1076, reset compression=false 2024-12-02T22:20:57,944 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 1040, reset compression=false 2024-12-02T22:20:57,948 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T22:20:57,951 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-02T22:20:58,007 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 636, reset compression=false 2024-12-02T22:20:58,075 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 1076, reset compression=false 2024-12-02T22:20:58,086 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:20:58,086 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 1235, reset compression=false 2024-12-02T22:20:58,086 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,32931,1733178042363 got entry batch from reader: WALEntryBatch [walEntries=[{test/59a33e542f9700464d8dbc8eb6c3f1a3/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T22:20:58,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T22:20:58,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T22:20:58,289 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 1235, reset compression=false 2024-12-02T22:20:58,447 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 1040, reset compression=false 2024-12-02T22:20:58,452 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:58,452 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 1189, reset compression=false 2024-12-02T22:20:58,452 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44737,1733178039294 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:58,593 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 1235, reset compression=false 2024-12-02T22:20:58,610 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 636, reset compression=false 2024-12-02T22:20:58,656 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 1189, reset compression=false 2024-12-02T22:20:58,953 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-02T22:20:58,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:20:58,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:58,961 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 1189, reset compression=false 2024-12-02T22:20:58,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:58,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:58,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:58,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:58,962 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:20:58,962 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=91934050, stopped=false 2024-12-02T22:20:58,962 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,38067,1733178042242 2024-12-02T22:20:58,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-734066656/running 2024-12-02T22:20:58,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-734066656/running 2024-12-02T22:20:58,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:58,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:58,966 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:20:58,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:20:58,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:58,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:58,966 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,32931,1733178042363' ***** 2024-12-02T22:20:58,966 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:20:58,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Set watcher on znode that does not yet exist, /2-734066656/running 2024-12-02T22:20:58,967 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:20:58,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Set watcher on znode that does not yet exist, /2-734066656/running 2024-12-02T22:20:58,967 INFO [RS:0;7ae73638d47e:32931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:20:58,967 INFO [RS:0;7ae73638d47e:32931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:20:58,967 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(3091): Received CLOSE for 59a33e542f9700464d8dbc8eb6c3f1a3 2024-12-02T22:20:58,968 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:58,968 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,32931,1733178042363 2024-12-02T22:20:58,968 INFO [RS:0;7ae73638d47e:32931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:20:58,968 INFO [RS:0;7ae73638d47e:32931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:32931. 2024-12-02T22:20:58,968 DEBUG [RS:0;7ae73638d47e:32931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:58,968 DEBUG [RS:0;7ae73638d47e:32931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:58,968 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:20:58,968 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:20:58,968 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:20:58,968 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59a33e542f9700464d8dbc8eb6c3f1a3, disabling compactions & flushes 2024-12-02T22:20:58,968 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:20:58,968 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. 2024-12-02T22:20:58,968 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. 2024-12-02T22:20:58,968 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. after waiting 0 ms 2024-12-02T22:20:58,968 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. 2024-12-02T22:20:58,969 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:20:58,969 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59a33e542f9700464d8dbc8eb6c3f1a3 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-02T22:20:58,969 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T22:20:58,969 DEBUG [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 59a33e542f9700464d8dbc8eb6c3f1a3=test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3., 7bcd2028c8fa2e0c065dba9f09adced7=hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7.} 2024-12-02T22:20:58,969 DEBUG [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59a33e542f9700464d8dbc8eb6c3f1a3, 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:58,969 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:20:58,969 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:20:58,969 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:20:58,969 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:20:58,969 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:20:58,969 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T22:20:58,987 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/.tmp/f/7bab1eaa300643c0b3f14059424143b9 is 29, key is row1/f:/1733178056943/DeleteFamily/seqid=0 2024-12-02T22:20:58,991 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/.tmp/info/f57f16d89f554b5c890ec5d4c337f953 is 147, key is hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7./info:regioninfo/1733178052548/Put/seqid=0 2024-12-02T22:20:58,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741840_1016 (size=5152) 2024-12-02T22:20:58,994 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/.tmp/f/7bab1eaa300643c0b3f14059424143b9 2024-12-02T22:20:58,997 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 1235, reset compression=false 2024-12-02T22:20:58,999 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7bab1eaa300643c0b3f14059424143b9 2024-12-02T22:20:59,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741841_1017 (size=7686) 2024-12-02T22:20:59,014 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:20:59,020 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:59,020 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 1482, reset compression=false 2024-12-02T22:20:59,020 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,32931,1733178042363 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:20:59,021 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7ae73638d47e,32931,1733178042363: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7ae73638d47e,32931,1733178042363, walGroup=7ae73638d47e%2C32931%2C1733178042363, offset=7ae73638d47e%2C32931%2C1733178042363.1733178043433:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:32931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T22:20:59,022 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T22:20:59,022 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T22:20:59,022 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T22:20:59,022 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T22:20:59,022 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T22:20:59,022 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 978846816 }, "NonHeapMemoryUsage": { "committed": 205324288, "init": 7667712, "max": -1, "used": 200541008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T22:20:59,023 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:38067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:38067 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T22:20:59,036 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/.tmp/f1/c083c538e4e943ca89173ccf94daedc0 is 30, key is row1/f1:/1733178056943/DeleteFamily/seqid=0 2024-12-02T22:20:59,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741842_1018 (size=5158) 2024-12-02T22:20:59,042 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/.tmp/f1/c083c538e4e943ca89173ccf94daedc0 2024-12-02T22:20:59,050 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c083c538e4e943ca89173ccf94daedc0 2024-12-02T22:20:59,065 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/.tmp/norep/4d41bac19e2941609320d3d75868fe79 is 33, key is row2/norep:/1733178057948/DeleteFamily/seqid=0 2024-12-02T22:20:59,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741843_1019 (size=5108) 2024-12-02T22:20:59,071 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/.tmp/norep/4d41bac19e2941609320d3d75868fe79 2024-12-02T22:20:59,077 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d41bac19e2941609320d3d75868fe79 2024-12-02T22:20:59,079 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/.tmp/f/7bab1eaa300643c0b3f14059424143b9 as hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/f/7bab1eaa300643c0b3f14059424143b9 2024-12-02T22:20:59,087 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7bab1eaa300643c0b3f14059424143b9 2024-12-02T22:20:59,087 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/f/7bab1eaa300643c0b3f14059424143b9, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T22:20:59,088 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/.tmp/f1/c083c538e4e943ca89173ccf94daedc0 as hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/f1/c083c538e4e943ca89173ccf94daedc0 2024-12-02T22:20:59,092 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c083c538e4e943ca89173ccf94daedc0 2024-12-02T22:20:59,092 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/f1/c083c538e4e943ca89173ccf94daedc0, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T22:20:59,093 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/.tmp/norep/4d41bac19e2941609320d3d75868fe79 as hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/norep/4d41bac19e2941609320d3d75868fe79 2024-12-02T22:20:59,096 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d41bac19e2941609320d3d75868fe79 2024-12-02T22:20:59,096 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/norep/4d41bac19e2941609320d3d75868fe79, entries=1, sequenceid=10, filesize=5.0 K 2024-12-02T22:20:59,097 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 59a33e542f9700464d8dbc8eb6c3f1a3 in 129ms, sequenceid=10, compaction requested=false 2024-12-02T22:20:59,101 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/default/test/59a33e542f9700464d8dbc8eb6c3f1a3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T22:20:59,101 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:20:59,102 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:20:59,102 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. 2024-12-02T22:20:59,102 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59a33e542f9700464d8dbc8eb6c3f1a3: Waiting for close lock at 1733178058968Running coprocessor pre-close hooks at 1733178058968Disabling compacts and flushes for region at 1733178058968Disabling writes for close at 1733178058968Obtaining lock to block concurrent updates at 1733178058969 (+1 ms)Preparing flush snapshotting stores in 59a33e542f9700464d8dbc8eb6c3f1a3 at 1733178058969Finished memstore snapshotting test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733178058969Flushing stores of test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. at 1733178058971 (+2 ms)Flushing 59a33e542f9700464d8dbc8eb6c3f1a3/f: creating writer at 1733178058971Flushing 59a33e542f9700464d8dbc8eb6c3f1a3/f: appending metadata at 1733178058987 (+16 ms)Flushing 59a33e542f9700464d8dbc8eb6c3f1a3/f: closing flushed file at 1733178058987Flushing 59a33e542f9700464d8dbc8eb6c3f1a3/f1: creating writer at 1733178058999 (+12 ms)Flushing 59a33e542f9700464d8dbc8eb6c3f1a3/f1: appending metadata at 1733178059035 (+36 ms)Flushing 59a33e542f9700464d8dbc8eb6c3f1a3/f1: closing flushed file at 1733178059036 (+1 ms)Flushing 59a33e542f9700464d8dbc8eb6c3f1a3/norep: creating writer at 1733178059050 (+14 ms)Flushing 59a33e542f9700464d8dbc8eb6c3f1a3/norep: appending metadata at 1733178059064 (+14 ms)Flushing 59a33e542f9700464d8dbc8eb6c3f1a3/norep: closing flushed file at 1733178059064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b221abb: reopening flushed file at 1733178059077 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2387404d: reopening flushed file at 1733178059087 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e45beb4: reopening flushed file at 1733178059092 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 59a33e542f9700464d8dbc8eb6c3f1a3 in 129ms, sequenceid=10, compaction requested=false at 1733178059097 (+5 ms)Writing region close event to WAL at 1733178059098 (+1 ms)Running coprocessor post-close hooks at 1733178059101 (+3 ms)Closed at 1733178059102 (+1 ms) 2024-12-02T22:20:59,102 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3. 2024-12-02T22:20:59,102 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bcd2028c8fa2e0c065dba9f09adced7, disabling compactions & flushes 2024-12-02T22:20:59,102 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:59,102 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:59,102 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. after waiting 0 ms 2024-12-02T22:20:59,102 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:59,102 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bcd2028c8fa2e0c065dba9f09adced7: Waiting for close lock at 1733178059102Running coprocessor pre-close hooks at 1733178059102Disabling compacts and flushes for region at 1733178059102Disabling writes for close at 1733178059102Failed flush hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7., putting online again at 1733178059102 2024-12-02T22:20:59,102 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:59,169 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:59,169 DEBUG [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7bcd2028c8fa2e0c065dba9f09adced7 2024-12-02T22:20:59,169 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bcd2028c8fa2e0c065dba9f09adced7, disabling compactions & flushes 2024-12-02T22:20:59,169 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:59,169 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:59,169 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. after waiting 0 ms 2024-12-02T22:20:59,169 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:59,169 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bcd2028c8fa2e0c065dba9f09adced7: Waiting for close lock at 1733178059169Running coprocessor pre-close hooks at 1733178059169Disabling compacts and flushes for region at 1733178059169Disabling writes for close at 1733178059169Failed flush hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7., putting online again at 1733178059169 2024-12-02T22:20:59,169 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733178051774.7bcd2028c8fa2e0c065dba9f09adced7. 2024-12-02T22:20:59,230 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 1482, reset compression=false 2024-12-02T22:20:59,235 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:20:59,235 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 2126, reset compression=false 2024-12-02T22:20:59,301 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:20:59,302 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:20:59,314 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 636, reset compression=false 2024-12-02T22:20:59,365 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 1189, reset compression=false 2024-12-02T22:20:59,369 DEBUG [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:20:59,406 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/.tmp/info/f57f16d89f554b5c890ec5d4c337f953 2024-12-02T22:20:59,437 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/.tmp/ns/892e4a9fa7ea4e88aa09044be12c6abe is 43, key is default/ns:d/1733178043883/Put/seqid=0 2024-12-02T22:20:59,438 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/WALs/7ae73638d47e,32931,1733178042363/7ae73638d47e%2C32931%2C1733178042363.1733178043433 to pos 2126, reset compression=false 2024-12-02T22:20:59,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741844_1020 (size=5153) 2024-12-02T22:20:59,447 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/.tmp/ns/892e4a9fa7ea4e88aa09044be12c6abe 2024-12-02T22:20:59,471 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/.tmp/rep_barrier/b713dab3e1c848fcba20f1f8e6a38b58 is 112, key is test,,1733178046283.59a33e542f9700464d8dbc8eb6c3f1a3./rep_barrier:seqnumDuringOpen/1733178047439/Put/seqid=0 2024-12-02T22:20:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741845_1021 (size=5518) 2024-12-02T22:20:59,475 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/.tmp/rep_barrier/b713dab3e1c848fcba20f1f8e6a38b58 2024-12-02T22:20:59,480 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:20:59,481 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:20:59,482 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88754 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:20:59,495 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/.tmp/table/5e30f9b02ab64d6a802853b16bb25d24 is 53, key is hbase:replication/table:state/1733178052555/Put/seqid=0 2024-12-02T22:20:59,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741846_1022 (size=5308) 2024-12-02T22:20:59,499 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/.tmp/table/5e30f9b02ab64d6a802853b16bb25d24 2024-12-02T22:20:59,503 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/.tmp/info/f57f16d89f554b5c890ec5d4c337f953 as hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/info/f57f16d89f554b5c890ec5d4c337f953 2024-12-02T22:20:59,507 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/info/f57f16d89f554b5c890ec5d4c337f953, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T22:20:59,508 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/.tmp/ns/892e4a9fa7ea4e88aa09044be12c6abe as hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/ns/892e4a9fa7ea4e88aa09044be12c6abe 2024-12-02T22:20:59,511 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/ns/892e4a9fa7ea4e88aa09044be12c6abe, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T22:20:59,512 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/.tmp/rep_barrier/b713dab3e1c848fcba20f1f8e6a38b58 as hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/rep_barrier/b713dab3e1c848fcba20f1f8e6a38b58 2024-12-02T22:20:59,515 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/rep_barrier/b713dab3e1c848fcba20f1f8e6a38b58, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T22:20:59,516 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/.tmp/table/5e30f9b02ab64d6a802853b16bb25d24 as hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/table/5e30f9b02ab64d6a802853b16bb25d24 2024-12-02T22:20:59,519 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/table/5e30f9b02ab64d6a802853b16bb25d24, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T22:20:59,520 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 551ms, sequenceid=16, compaction requested=false 2024-12-02T22:20:59,527 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T22:20:59,528 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:20:59,528 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:20:59,528 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:20:59,528 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178058969Running coprocessor pre-close hooks at 1733178058969Disabling compacts and flushes for region at 1733178058969Disabling writes for close at 1733178058969Obtaining lock to block concurrent updates at 1733178058969Preparing flush snapshotting stores in 1588230740 at 1733178058969Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733178058969Flushing stores of hbase:meta,,1.1588230740 at 1733178058970 (+1 ms)Flushing 1588230740/info: creating writer at 1733178058970Flushing 1588230740/info: appending metadata at 1733178058991 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733178058991Flushing 1588230740/ns: creating writer at 1733178059410 (+419 ms)Flushing 1588230740/ns: appending metadata at 1733178059437 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733178059437Flushing 1588230740/rep_barrier: creating writer at 1733178059451 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733178059470 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733178059470Flushing 1588230740/table: creating writer at 1733178059478 (+8 ms)Flushing 1588230740/table: appending metadata at 1733178059494 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733178059494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@189e703a: reopening flushed file at 1733178059503 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5a05a7: reopening flushed file at 1733178059507 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570f2b61: reopening flushed file at 1733178059511 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@431254c: reopening flushed file at 1733178059515 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 551ms, sequenceid=16, compaction requested=false at 1733178059520 (+5 ms)Writing region close event to WAL at 1733178059525 (+5 ms)Running coprocessor post-close hooks at 1733178059528 (+3 ms)Closed at 1733178059528 2024-12-02T22:20:59,528 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:20:59,569 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T22:20:59,569 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,32931,1733178042363; all regions closed. 2024-12-02T22:20:59,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741834_1010 (size=4239) 2024-12-02T22:20:59,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741839_1015 (size=1735) 2024-12-02T22:20:59,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741833_1009 (size=2134) 2024-12-02T22:20:59,576 DEBUG [RS:0;7ae73638d47e:32931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:59,576 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:20:59,576 INFO [RS:0;7ae73638d47e:32931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:20:59,576 INFO [RS:0;7ae73638d47e:32931 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:20:59,576 INFO [RS:0;7ae73638d47e:32931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:20:59,577 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:20:59,577 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,32931,1733178042363 because: Region server is closing 2024-12-02T22:20:59,578 INFO [RS:0;7ae73638d47e:32931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:32931. 2024-12-02T22:20:59,578 DEBUG [RS:0;7ae73638d47e:32931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:59,578 DEBUG [RS:0;7ae73638d47e:32931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:59,578 DEBUG [RS:0;7ae73638d47e:32931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:59,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:59,678 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.shipper7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 terminated 2024-12-02T22:20:59,678 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,32931,1733178042363.replicationSource.wal-reader.7ae73638d47e%2C32931%2C1733178042363,1-7ae73638d47e,32931,1733178042363 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:20:59,679 INFO [RS:0;7ae73638d47e:32931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:32931. 2024-12-02T22:20:59,679 DEBUG [RS:0;7ae73638d47e:32931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:20:59,679 DEBUG [RS:0;7ae73638d47e:32931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:59,679 DEBUG [RS:0;7ae73638d47e:32931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:20:59,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:20:59,679 INFO [RS:0;7ae73638d47e:32931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32931 2024-12-02T22:20:59,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-734066656/rs/7ae73638d47e,32931,1733178042363 2024-12-02T22:20:59,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656/rs 2024-12-02T22:20:59,681 INFO [RS:0;7ae73638d47e:32931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:20:59,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,32931,1733178042363] 2024-12-02T22:20:59,684 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-734066656/draining/7ae73638d47e,32931,1733178042363 already deleted, retry=false 2024-12-02T22:20:59,684 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,32931,1733178042363 expired; onlineServers=0 2024-12-02T22:20:59,684 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,38067,1733178042242' ***** 2024-12-02T22:20:59,684 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:20:59,684 INFO [M:0;7ae73638d47e:38067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:20:59,684 INFO [M:0;7ae73638d47e:38067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:20:59,684 DEBUG [M:0;7ae73638d47e:38067 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:20:59,684 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:20:59,684 DEBUG [M:0;7ae73638d47e:38067 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:20:59,684 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178043209 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178043209,5,FailOnTimeoutGroup] 2024-12-02T22:20:59,684 INFO [M:0;7ae73638d47e:38067 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:20:59,684 INFO [M:0;7ae73638d47e:38067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:20:59,684 DEBUG [M:0;7ae73638d47e:38067 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:20:59,684 INFO [M:0;7ae73638d47e:38067 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:20:59,684 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178043220 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178043220,5,FailOnTimeoutGroup] 2024-12-02T22:20:59,685 INFO [M:0;7ae73638d47e:38067 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:20:59,685 INFO [M:0;7ae73638d47e:38067 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:20:59,685 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:20:59,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-734066656/master 2024-12-02T22:20:59,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-734066656 2024-12-02T22:20:59,686 DEBUG [M:0;7ae73638d47e:38067 {}] zookeeper.ZKUtil(347): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Unable to get data of znode /2-734066656/master because node does not exist (not an error) 2024-12-02T22:20:59,686 WARN [M:0;7ae73638d47e:38067 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:20:59,686 INFO [M:0;7ae73638d47e:38067 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/.lastflushedseqids 2024-12-02T22:20:59,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741847_1023 (size=245) 2024-12-02T22:20:59,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:20:59,783 INFO [RS:0;7ae73638d47e:32931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:20:59,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32931-0x1009d140a190007, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:20:59,783 INFO [RS:0;7ae73638d47e:32931 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,32931,1733178042363; zookeeper connection closed. 2024-12-02T22:20:59,783 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79fe554a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79fe554a 2024-12-02T22:20:59,783 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:20:59,874 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 1189, reset compression=false 2024-12-02T22:21:00,091 INFO [M:0;7ae73638d47e:38067 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:21:00,091 INFO [M:0;7ae73638d47e:38067 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:21:00,091 DEBUG [M:0;7ae73638d47e:38067 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:21:00,091 INFO [M:0;7ae73638d47e:38067 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:00,091 DEBUG [M:0;7ae73638d47e:38067 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:00,091 DEBUG [M:0;7ae73638d47e:38067 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:21:00,091 DEBUG [M:0;7ae73638d47e:38067 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:00,091 INFO [M:0;7ae73638d47e:38067 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-02T22:21:00,111 DEBUG [M:0;7ae73638d47e:38067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5e5cbe4e82d43f1b4ada88af58c1799 is 82, key is hbase:meta,,1/info:regioninfo/1733178043874/Put/seqid=0 2024-12-02T22:21:00,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741848_1024 (size=5672) 2024-12-02T22:21:00,115 INFO [M:0;7ae73638d47e:38067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5e5cbe4e82d43f1b4ada88af58c1799 2024-12-02T22:21:00,118 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 636, reset compression=false 2024-12-02T22:21:00,136 DEBUG [M:0;7ae73638d47e:38067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43f82167aa78442293ee701bdab662f9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733178052558/Put/seqid=0 2024-12-02T22:21:00,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741849_1025 (size=8515) 2024-12-02T22:21:00,141 INFO [M:0;7ae73638d47e:38067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43f82167aa78442293ee701bdab662f9 2024-12-02T22:21:00,160 DEBUG [M:0;7ae73638d47e:38067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bff973ad3f134bd4b6182f116664fc83 is 69, key is 7ae73638d47e,32931,1733178042363/rs:state/1733178043261/Put/seqid=0 2024-12-02T22:21:00,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741850_1026 (size=5156) 2024-12-02T22:21:00,164 INFO [M:0;7ae73638d47e:38067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bff973ad3f134bd4b6182f116664fc83 2024-12-02T22:21:00,168 DEBUG [M:0;7ae73638d47e:38067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5e5cbe4e82d43f1b4ada88af58c1799 as hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5e5cbe4e82d43f1b4ada88af58c1799 2024-12-02T22:21:00,171 INFO [M:0;7ae73638d47e:38067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5e5cbe4e82d43f1b4ada88af58c1799, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T22:21:00,172 DEBUG [M:0;7ae73638d47e:38067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43f82167aa78442293ee701bdab662f9 as hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43f82167aa78442293ee701bdab662f9 2024-12-02T22:21:00,175 INFO [M:0;7ae73638d47e:38067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43f82167aa78442293ee701bdab662f9, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T22:21:00,176 DEBUG [M:0;7ae73638d47e:38067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bff973ad3f134bd4b6182f116664fc83 as hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bff973ad3f134bd4b6182f116664fc83 2024-12-02T22:21:00,179 INFO [M:0;7ae73638d47e:38067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46381/user/jenkins/test-data/af43154a-3bdb-b847-8ae6-79d524937d08/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bff973ad3f134bd4b6182f116664fc83, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T22:21:00,180 INFO [M:0;7ae73638d47e:38067 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=97, compaction requested=false 2024-12-02T22:21:00,181 INFO [M:0;7ae73638d47e:38067 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:00,181 DEBUG [M:0;7ae73638d47e:38067 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178060091Disabling compacts and flushes for region at 1733178060091Disabling writes for close at 1733178060091Obtaining lock to block concurrent updates at 1733178060091Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733178060091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733178060092 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733178060092Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733178060092Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733178060111 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733178060111Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733178060119 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733178060135 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733178060135Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733178060144 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733178060160 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733178060160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1681ee14: reopening flushed file at 1733178060167 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b57dccb: reopening flushed file at 1733178060171 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d50010: reopening flushed file at 1733178060175 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 89ms, sequenceid=97, compaction requested=false at 1733178060180 (+5 ms)Writing region close event to WAL at 1733178060181 (+1 ms)Closed at 1733178060181 2024-12-02T22:21:00,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44703 is added to blk_1073741830_1006 (size=63642) 2024-12-02T22:21:00,186 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:21:00,186 INFO [M:0;7ae73638d47e:38067 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:21:00,186 INFO [M:0;7ae73638d47e:38067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38067 2024-12-02T22:21:00,187 INFO [M:0;7ae73638d47e:38067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:21:00,289 INFO [M:0;7ae73638d47e:38067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:21:00,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:00,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38067-0x1009d140a190006, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:00,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5056cc22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:21:00,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fa17ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:21:00,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:21:00,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76eb47af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:21:00,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8c99594{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/hadoop.log.dir/,STOPPED} 2024-12-02T22:21:00,296 WARN [BP-769165111-172.17.0.2-1733178041115 heartbeating to localhost/127.0.0.1:46381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:21:00,296 WARN [BP-769165111-172.17.0.2-1733178041115 heartbeating to localhost/127.0.0.1:46381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-769165111-172.17.0.2-1733178041115 (Datanode Uuid 86003e81-28cd-44dd-9dd0-79e454f8540a) service to localhost/127.0.0.1:46381 2024-12-02T22:21:00,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/cluster_be9b2a39-9452-1212-4f4f-0500c5d8daab/data/data2/current/BP-769165111-172.17.0.2-1733178041115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:21:00,297 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:21:00,297 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:21:00,298 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:21:00,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/cluster_be9b2a39-9452-1212-4f4f-0500c5d8daab/data/data1/current/BP-769165111-172.17.0.2-1733178041115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:21:00,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e7096ce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:21:00,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1db455c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:21:00,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:21:00,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58d27556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:21:00,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b739a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/hadoop.log.dir/,STOPPED} 2024-12-02T22:21:00,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:21:00,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:21:00,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:00,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:00,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:00,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:00,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:00,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:21:00,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=94703255, stopped=false 2024-12-02T22:21:00,341 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,38985,1733178039201 2024-12-02T22:21:00,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1820699792/running 2024-12-02T22:21:00,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1820699792/running 2024-12-02T22:21:00,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:21:00,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:21:00,342 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:21:00,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Set watcher on znode that does not yet exist, /1820699792/running 2024-12-02T22:21:00,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:00,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:00,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Set watcher on znode that does not yet exist, /1820699792/running 2024-12-02T22:21:00,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:00,344 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,44737,1733178039294' ***** 2024-12-02T22:21:00,344 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:21:00,345 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:21:00,345 INFO [RS:0;7ae73638d47e:44737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:21:00,345 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:21:00,345 INFO [RS:0;7ae73638d47e:44737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:21:00,345 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(3091): Received CLOSE for ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:21:00,345 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(3091): Received CLOSE for 62100cf453588295452cf7180154ab0d 2024-12-02T22:21:00,346 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,44737,1733178039294 2024-12-02T22:21:00,346 INFO [RS:0;7ae73638d47e:44737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:21:00,346 INFO [RS:0;7ae73638d47e:44737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:44737. 2024-12-02T22:21:00,346 DEBUG [RS:0;7ae73638d47e:44737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:00,346 DEBUG [RS:0;7ae73638d47e:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:00,346 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:21:00,346 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:21:00,346 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:21:00,346 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:21:00,346 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ddc90227f13e4aa3461c45ba1548a711, disabling compactions & flushes 2024-12-02T22:21:00,346 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. 2024-12-02T22:21:00,346 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. 2024-12-02T22:21:00,346 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. after waiting 0 ms 2024-12-02T22:21:00,346 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. 2024-12-02T22:21:00,346 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ddc90227f13e4aa3461c45ba1548a711 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-02T22:21:00,348 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T22:21:00,348 DEBUG [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(1325): Online Regions={ddc90227f13e4aa3461c45ba1548a711=hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711., 1588230740=hbase:meta,,1.1588230740, 62100cf453588295452cf7180154ab0d=test,,1733178045143.62100cf453588295452cf7180154ab0d.} 2024-12-02T22:21:00,348 DEBUG [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62100cf453588295452cf7180154ab0d, ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:21:00,349 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:21:00,349 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:21:00,349 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:21:00,349 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:21:00,349 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:21:00,349 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T22:21:00,370 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/replication/ddc90227f13e4aa3461c45ba1548a711/.tmp/queue/adba2e42074f4779ad31f6687465e9c0 is 154, key is 1-7ae73638d47e,44737,1733178039294/queue:7ae73638d47e%2C44737%2C1733178039294/1733178058453/Put/seqid=0 2024-12-02T22:21:00,385 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/.tmp/info/ca575dd8c7354c54ab54df10e944bca8 is 147, key is hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711./info:regioninfo/1733178050782/Put/seqid=0 2024-12-02T22:21:00,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741840_1016 (size=5353) 2024-12-02T22:21:00,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741841_1017 (size=7686) 2024-12-02T22:21:00,392 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/.tmp/info/ca575dd8c7354c54ab54df10e944bca8 2024-12-02T22:21:00,404 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:21:00,413 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/.tmp/ns/b5f372c6ea79482da9bc1241a6d75fdd is 43, key is default/ns:d/1733178041038/Put/seqid=0 2024-12-02T22:21:00,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741842_1018 (size=5153) 2024-12-02T22:21:00,418 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/.tmp/ns/b5f372c6ea79482da9bc1241a6d75fdd 2024-12-02T22:21:00,442 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/.tmp/rep_barrier/c97bb8c45a27440984f99bcd16acdd87 is 112, key is test,,1733178045143.62100cf453588295452cf7180154ab0d./rep_barrier:seqnumDuringOpen/1733178045966/Put/seqid=0 2024-12-02T22:21:00,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741843_1019 (size=5518) 2024-12-02T22:21:00,461 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:21:00,461 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:21:00,489 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 1189, reset compression=false 2024-12-02T22:21:00,549 DEBUG [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62100cf453588295452cf7180154ab0d, ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:21:00,749 DEBUG [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62100cf453588295452cf7180154ab0d, ddc90227f13e4aa3461c45ba1548a711 2024-12-02T22:21:00,787 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/replication/ddc90227f13e4aa3461c45ba1548a711/.tmp/queue/adba2e42074f4779ad31f6687465e9c0 2024-12-02T22:21:00,793 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/replication/ddc90227f13e4aa3461c45ba1548a711/.tmp/queue/adba2e42074f4779ad31f6687465e9c0 as hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/replication/ddc90227f13e4aa3461c45ba1548a711/queue/adba2e42074f4779ad31f6687465e9c0 2024-12-02T22:21:00,796 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/replication/ddc90227f13e4aa3461c45ba1548a711/queue/adba2e42074f4779ad31f6687465e9c0, entries=1, sequenceid=12, filesize=5.2 K 2024-12-02T22:21:00,797 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for ddc90227f13e4aa3461c45ba1548a711 in 451ms, sequenceid=12, compaction requested=false 2024-12-02T22:21:00,801 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/replication/ddc90227f13e4aa3461c45ba1548a711/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T22:21:00,802 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:21:00,802 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:21:00,802 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. 2024-12-02T22:21:00,802 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ddc90227f13e4aa3461c45ba1548a711: Waiting for close lock at 1733178060346Running coprocessor pre-close hooks at 1733178060346Disabling compacts and flushes for region at 1733178060346Disabling writes for close at 1733178060346Obtaining lock to block concurrent updates at 1733178060346Preparing flush snapshotting stores in ddc90227f13e4aa3461c45ba1548a711 at 1733178060346Finished memstore snapshotting hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733178060347 (+1 ms)Flushing stores of hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. at 1733178060347Flushing ddc90227f13e4aa3461c45ba1548a711/queue: creating writer at 1733178060347Flushing ddc90227f13e4aa3461c45ba1548a711/queue: appending metadata at 1733178060370 (+23 ms)Flushing ddc90227f13e4aa3461c45ba1548a711/queue: closing flushed file at 1733178060370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1602e3b0: reopening flushed file at 1733178060792 (+422 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for ddc90227f13e4aa3461c45ba1548a711 in 451ms, sequenceid=12, compaction requested=false at 1733178060797 (+5 ms)Writing region close event to WAL at 1733178060798 (+1 ms)Running coprocessor post-close hooks at 1733178060801 (+3 ms)Closed at 1733178060802 (+1 ms) 2024-12-02T22:21:00,802 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733178049607.ddc90227f13e4aa3461c45ba1548a711. 2024-12-02T22:21:00,802 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62100cf453588295452cf7180154ab0d, disabling compactions & flushes 2024-12-02T22:21:00,802 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733178045143.62100cf453588295452cf7180154ab0d. 2024-12-02T22:21:00,802 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178045143.62100cf453588295452cf7180154ab0d. 2024-12-02T22:21:00,802 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733178045143.62100cf453588295452cf7180154ab0d. after waiting 0 ms 2024-12-02T22:21:00,802 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733178045143.62100cf453588295452cf7180154ab0d. 2024-12-02T22:21:00,802 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62100cf453588295452cf7180154ab0d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-02T22:21:00,823 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/.tmp/f/bf478984c9824d8bb18fd365720f00da is 29, key is row1/f:/1733178056943/DeleteFamily/seqid=0 2024-12-02T22:21:00,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741844_1020 (size=5152) 2024-12-02T22:21:00,829 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/.tmp/f/bf478984c9824d8bb18fd365720f00da 2024-12-02T22:21:00,834 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf478984c9824d8bb18fd365720f00da 2024-12-02T22:21:00,846 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/.tmp/rep_barrier/c97bb8c45a27440984f99bcd16acdd87 2024-12-02T22:21:00,852 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/.tmp/f1/eba83daabd124f529cbe366069035e8f is 30, key is row1/f1:/1733178056943/DeleteFamily/seqid=0 2024-12-02T22:21:00,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741845_1021 (size=5158) 2024-12-02T22:21:00,855 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/.tmp/f1/eba83daabd124f529cbe366069035e8f 2024-12-02T22:21:00,859 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eba83daabd124f529cbe366069035e8f 2024-12-02T22:21:00,871 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/.tmp/table/0794adfeed1045fe80b679d73b8f6645 is 53, key is hbase:replication/table:state/1733178050791/Put/seqid=0 2024-12-02T22:21:00,876 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/.tmp/norep/2dd81fa78adc4c7ba0208a93746d8345 is 33, key is row1/norep:/1733178056943/DeleteFamily/seqid=0 2024-12-02T22:21:00,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741846_1022 (size=5308) 2024-12-02T22:21:00,877 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/.tmp/table/0794adfeed1045fe80b679d73b8f6645 2024-12-02T22:21:00,881 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/.tmp/info/ca575dd8c7354c54ab54df10e944bca8 as hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/info/ca575dd8c7354c54ab54df10e944bca8 2024-12-02T22:21:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741847_1023 (size=5108) 2024-12-02T22:21:00,888 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/info/ca575dd8c7354c54ab54df10e944bca8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T22:21:00,889 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/.tmp/ns/b5f372c6ea79482da9bc1241a6d75fdd as hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/ns/b5f372c6ea79482da9bc1241a6d75fdd 2024-12-02T22:21:00,893 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/ns/b5f372c6ea79482da9bc1241a6d75fdd, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T22:21:00,894 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/.tmp/rep_barrier/c97bb8c45a27440984f99bcd16acdd87 as hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/rep_barrier/c97bb8c45a27440984f99bcd16acdd87 2024-12-02T22:21:00,898 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/rep_barrier/c97bb8c45a27440984f99bcd16acdd87, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T22:21:00,898 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/.tmp/table/0794adfeed1045fe80b679d73b8f6645 as hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/table/0794adfeed1045fe80b679d73b8f6645 2024-12-02T22:21:00,902 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/table/0794adfeed1045fe80b679d73b8f6645, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T22:21:00,903 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=16, compaction requested=false 2024-12-02T22:21:00,949 DEBUG [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62100cf453588295452cf7180154ab0d 2024-12-02T22:21:00,959 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T22:21:00,966 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:21:00,966 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:21:00,966 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:21:00,966 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178060349Running coprocessor pre-close hooks at 1733178060349Disabling compacts and flushes for region at 1733178060349Disabling writes for close at 1733178060349Obtaining lock to block concurrent updates at 1733178060349Preparing flush snapshotting stores in 1588230740 at 1733178060349Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733178060350 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733178060352 (+2 ms)Flushing 1588230740/info: creating writer at 1733178060352Flushing 1588230740/info: appending metadata at 1733178060384 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733178060384Flushing 1588230740/ns: creating writer at 1733178060396 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733178060413 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733178060413Flushing 1588230740/rep_barrier: creating writer at 1733178060423 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733178060442 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733178060442Flushing 1588230740/table: creating writer at 1733178060849 (+407 ms)Flushing 1588230740/table: appending metadata at 1733178060871 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733178060871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e61a2d: reopening flushed file at 1733178060881 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1444ae6c: reopening flushed file at 1733178060889 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b928339: reopening flushed file at 1733178060893 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e258b6: reopening flushed file at 1733178060898 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=16, compaction requested=false at 1733178060903 (+5 ms)Writing region close event to WAL at 1733178060932 (+29 ms)Running coprocessor post-close hooks at 1733178060966 (+34 ms)Closed at 1733178060966 2024-12-02T22:21:00,966 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:21:01,032 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 636, reset compression=false 2024-12-02T22:21:01,149 DEBUG [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(1351): Waiting on 62100cf453588295452cf7180154ab0d 2024-12-02T22:21:01,193 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 1189, reset compression=false 2024-12-02T22:21:01,202 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:21:01,202 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 1436, reset compression=false 2024-12-02T22:21:01,202 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,44737,1733178039294 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:21:01,203 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7ae73638d47e,44737,1733178039294: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7ae73638d47e,44737,1733178039294, walGroup=7ae73638d47e%2C44737%2C1733178039294, offset=7ae73638d47e%2C44737%2C1733178039294.1733178040627:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:44737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T22:21:01,204 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T22:21:01,204 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T22:21:01,206 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T22:21:01,206 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T22:21:01,206 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T22:21:01,206 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 932732864 }, "NonHeapMemoryUsage": { "committed": 205520896, "init": 7667712, "max": -1, "used": 200901744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T22:21:01,206 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:38985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:38985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T22:21:01,286 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/.tmp/norep/2dd81fa78adc4c7ba0208a93746d8345 2024-12-02T22:21:01,291 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2dd81fa78adc4c7ba0208a93746d8345 2024-12-02T22:21:01,292 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/.tmp/f/bf478984c9824d8bb18fd365720f00da as hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/f/bf478984c9824d8bb18fd365720f00da 2024-12-02T22:21:01,299 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf478984c9824d8bb18fd365720f00da 2024-12-02T22:21:01,299 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/f/bf478984c9824d8bb18fd365720f00da, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T22:21:01,300 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/.tmp/f1/eba83daabd124f529cbe366069035e8f as hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/f1/eba83daabd124f529cbe366069035e8f 2024-12-02T22:21:01,304 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eba83daabd124f529cbe366069035e8f 2024-12-02T22:21:01,305 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/f1/eba83daabd124f529cbe366069035e8f, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T22:21:01,307 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/.tmp/norep/2dd81fa78adc4c7ba0208a93746d8345 as hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/norep/2dd81fa78adc4c7ba0208a93746d8345 2024-12-02T22:21:01,311 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2dd81fa78adc4c7ba0208a93746d8345 2024-12-02T22:21:01,311 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/norep/2dd81fa78adc4c7ba0208a93746d8345, entries=1, sequenceid=10, filesize=5.0 K 2024-12-02T22:21:01,312 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 62100cf453588295452cf7180154ab0d in 509ms, sequenceid=10, compaction requested=false 2024-12-02T22:21:01,315 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/data/default/test/62100cf453588295452cf7180154ab0d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T22:21:01,316 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:21:01,316 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:21:01,316 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733178045143.62100cf453588295452cf7180154ab0d. 2024-12-02T22:21:01,316 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62100cf453588295452cf7180154ab0d: Waiting for close lock at 1733178060802Running coprocessor pre-close hooks at 1733178060802Disabling compacts and flushes for region at 1733178060802Disabling writes for close at 1733178060802Obtaining lock to block concurrent updates at 1733178060802Preparing flush snapshotting stores in 62100cf453588295452cf7180154ab0d at 1733178060802Finished memstore snapshotting test,,1733178045143.62100cf453588295452cf7180154ab0d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733178060803 (+1 ms)Flushing stores of test,,1733178045143.62100cf453588295452cf7180154ab0d. at 1733178060805 (+2 ms)Flushing 62100cf453588295452cf7180154ab0d/f: creating writer at 1733178060805Flushing 62100cf453588295452cf7180154ab0d/f: appending metadata at 1733178060822 (+17 ms)Flushing 62100cf453588295452cf7180154ab0d/f: closing flushed file at 1733178060822Flushing 62100cf453588295452cf7180154ab0d/f1: creating writer at 1733178060834 (+12 ms)Flushing 62100cf453588295452cf7180154ab0d/f1: appending metadata at 1733178060851 (+17 ms)Flushing 62100cf453588295452cf7180154ab0d/f1: closing flushed file at 1733178060851Flushing 62100cf453588295452cf7180154ab0d/norep: creating writer at 1733178060859 (+8 ms)Flushing 62100cf453588295452cf7180154ab0d/norep: appending metadata at 1733178060875 (+16 ms)Flushing 62100cf453588295452cf7180154ab0d/norep: closing flushed file at 1733178060875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd960af: reopening flushed file at 1733178061291 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747e8a12: reopening flushed file at 1733178061299 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8e874d: reopening flushed file at 1733178061305 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 62100cf453588295452cf7180154ab0d in 509ms, sequenceid=10, compaction requested=false at 1733178061312 (+7 ms)Writing region close event to WAL at 1733178061313 (+1 ms)Running coprocessor post-close hooks at 1733178061316 (+3 ms)Closed at 1733178061316 2024-12-02T22:21:01,316 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733178045143.62100cf453588295452cf7180154ab0d. 2024-12-02T22:21:01,349 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,44737,1733178039294; all regions closed. 2024-12-02T22:21:01,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741834_1010 (size=4239) 2024-12-02T22:21:01,355 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.rep.1733178050742 not finished, retry = 0 2024-12-02T22:21:01,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741839_1015 (size=3114) 2024-12-02T22:21:01,406 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 1436, reset compression=false 2024-12-02T22:21:01,410 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:21:01,410 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/WALs/7ae73638d47e,44737,1733178039294/7ae73638d47e%2C44737%2C1733178039294.1733178040627 to pos 2080, reset compression=false 2024-12-02T22:21:01,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741833_1009 (size=2088) 2024-12-02T22:21:01,458 DEBUG [RS:0;7ae73638d47e:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:01,458 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:21:01,458 INFO [RS:0;7ae73638d47e:44737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:21:01,459 INFO [RS:0;7ae73638d47e:44737 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T22:21:01,459 INFO [RS:0;7ae73638d47e:44737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:21:01,459 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:21:01,459 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,44737,1733178039294 because: Region server is closing 2024-12-02T22:21:01,460 INFO [RS:0;7ae73638d47e:44737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:44737. 2024-12-02T22:21:01,460 DEBUG [RS:0;7ae73638d47e:44737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:01,460 DEBUG [RS:0;7ae73638d47e:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:01,460 DEBUG [RS:0;7ae73638d47e:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:01,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:01,560 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.shipper7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 terminated 2024-12-02T22:21:01,560 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,44737,1733178039294.replicationSource.wal-reader.7ae73638d47e%2C44737%2C1733178039294,1-7ae73638d47e,44737,1733178039294 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:21:01,560 INFO [RS:0;7ae73638d47e:44737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:44737. 2024-12-02T22:21:01,560 DEBUG [RS:0;7ae73638d47e:44737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:01,561 DEBUG [RS:0;7ae73638d47e:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:01,561 DEBUG [RS:0;7ae73638d47e:44737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:01,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:01,561 INFO [RS:0;7ae73638d47e:44737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44737 2024-12-02T22:21:01,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1820699792/rs/7ae73638d47e,44737,1733178039294 2024-12-02T22:21:01,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792/rs 2024-12-02T22:21:01,565 INFO [RS:0;7ae73638d47e:44737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:21:01,570 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,44737,1733178039294] 2024-12-02T22:21:01,571 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1820699792/draining/7ae73638d47e,44737,1733178039294 already deleted, retry=false 2024-12-02T22:21:01,571 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,44737,1733178039294 expired; onlineServers=0 2024-12-02T22:21:01,571 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,38985,1733178039201' ***** 2024-12-02T22:21:01,571 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:21:01,571 INFO [M:0;7ae73638d47e:38985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:21:01,571 INFO [M:0;7ae73638d47e:38985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:21:01,571 DEBUG [M:0;7ae73638d47e:38985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:21:01,572 DEBUG [M:0;7ae73638d47e:38985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:21:01,572 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:21:01,572 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178040274 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178040274,5,FailOnTimeoutGroup] 2024-12-02T22:21:01,572 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178040275 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178040275,5,FailOnTimeoutGroup] 2024-12-02T22:21:01,572 INFO [M:0;7ae73638d47e:38985 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:21:01,572 INFO [M:0;7ae73638d47e:38985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:21:01,572 DEBUG [M:0;7ae73638d47e:38985 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:21:01,572 INFO [M:0;7ae73638d47e:38985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:21:01,572 INFO [M:0;7ae73638d47e:38985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:21:01,572 INFO [M:0;7ae73638d47e:38985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:21:01,572 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:21:01,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1820699792/master 2024-12-02T22:21:01,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1820699792 2024-12-02T22:21:01,573 DEBUG [M:0;7ae73638d47e:38985 {}] zookeeper.ZKUtil(347): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Unable to get data of znode /1820699792/master because node does not exist (not an error) 2024-12-02T22:21:01,573 WARN [M:0;7ae73638d47e:38985 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:21:01,574 INFO [M:0;7ae73638d47e:38985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/.lastflushedseqids 2024-12-02T22:21:01,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741848_1024 (size=245) 2024-12-02T22:21:01,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:01,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44737-0x1009d140a190004, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:01,670 INFO [RS:0;7ae73638d47e:44737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:21:01,670 INFO [RS:0;7ae73638d47e:44737 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,44737,1733178039294; zookeeper connection closed. 2024-12-02T22:21:01,670 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75a71718 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75a71718 2024-12-02T22:21:01,671 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:21:01,979 INFO [M:0;7ae73638d47e:38985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:21:01,979 INFO [M:0;7ae73638d47e:38985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:21:01,980 DEBUG [M:0;7ae73638d47e:38985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:21:01,980 INFO [M:0;7ae73638d47e:38985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:01,980 DEBUG [M:0;7ae73638d47e:38985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:01,980 DEBUG [M:0;7ae73638d47e:38985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:21:01,980 DEBUG [M:0;7ae73638d47e:38985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:01,980 INFO [M:0;7ae73638d47e:38985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T22:21:02,003 DEBUG [M:0;7ae73638d47e:38985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cabe48e9ecd14712a65c121845ed4f27 is 82, key is hbase:meta,,1/info:regioninfo/1733178041028/Put/seqid=0 2024-12-02T22:21:02,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741849_1025 (size=5672) 2024-12-02T22:21:02,065 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 636, reset compression=false 2024-12-02T22:21:02,407 INFO [M:0;7ae73638d47e:38985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cabe48e9ecd14712a65c121845ed4f27 2024-12-02T22:21:02,431 DEBUG [M:0;7ae73638d47e:38985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42ccebff32fe45a1ace58b53ef87560d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733178050794/Put/seqid=0 2024-12-02T22:21:02,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741850_1026 (size=8516) 2024-12-02T22:21:02,839 INFO [M:0;7ae73638d47e:38985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42ccebff32fe45a1ace58b53ef87560d 2024-12-02T22:21:02,866 DEBUG [M:0;7ae73638d47e:38985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40be59f2f03d489b8ecfa70bd6b10118 is 69, key is 7ae73638d47e,44737,1733178039294/rs:state/1733178040334/Put/seqid=0 2024-12-02T22:21:02,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741851_1027 (size=5156) 2024-12-02T22:21:02,869 INFO [M:0;7ae73638d47e:38985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40be59f2f03d489b8ecfa70bd6b10118 2024-12-02T22:21:02,873 DEBUG [M:0;7ae73638d47e:38985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cabe48e9ecd14712a65c121845ed4f27 as hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cabe48e9ecd14712a65c121845ed4f27 2024-12-02T22:21:02,877 INFO [M:0;7ae73638d47e:38985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cabe48e9ecd14712a65c121845ed4f27, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T22:21:02,877 DEBUG [M:0;7ae73638d47e:38985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42ccebff32fe45a1ace58b53ef87560d as hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42ccebff32fe45a1ace58b53ef87560d 2024-12-02T22:21:02,880 INFO [M:0;7ae73638d47e:38985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42ccebff32fe45a1ace58b53ef87560d, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T22:21:02,881 DEBUG [M:0;7ae73638d47e:38985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40be59f2f03d489b8ecfa70bd6b10118 as hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40be59f2f03d489b8ecfa70bd6b10118 2024-12-02T22:21:02,884 INFO [M:0;7ae73638d47e:38985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41427/user/jenkins/test-data/ffca9f55-f6e7-2c50-33b3-a56649716f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40be59f2f03d489b8ecfa70bd6b10118, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T22:21:02,885 INFO [M:0;7ae73638d47e:38985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=97, compaction requested=false 2024-12-02T22:21:02,886 INFO [M:0;7ae73638d47e:38985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:02,886 DEBUG [M:0;7ae73638d47e:38985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178061979Disabling compacts and flushes for region at 1733178061979Disabling writes for close at 1733178061980 (+1 ms)Obtaining lock to block concurrent updates at 1733178061980Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733178061980Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733178061980Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733178061981 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733178061981Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733178062003 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733178062003Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733178062412 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733178062431 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733178062431Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733178062843 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733178062865 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733178062865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2636cb7b: reopening flushed file at 1733178062873 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e80430: reopening flushed file at 1733178062877 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63508b70: reopening flushed file at 1733178062880 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=97, compaction requested=false at 1733178062885 (+5 ms)Writing region close event to WAL at 1733178062886 (+1 ms)Closed at 1733178062886 2024-12-02T22:21:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741830_1006 (size=63654) 2024-12-02T22:21:02,889 INFO [M:0;7ae73638d47e:38985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:21:02,889 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:21:02,889 INFO [M:0;7ae73638d47e:38985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38985 2024-12-02T22:21:02,892 INFO [M:0;7ae73638d47e:38985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:21:02,994 INFO [M:0;7ae73638d47e:38985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:21:02,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:02,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x1009d140a190003, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:02,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f9714c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:21:02,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1df41171{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:21:02,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:21:02,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111f1950{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:21:02,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2481f688{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/hadoop.log.dir/,STOPPED} 2024-12-02T22:21:03,000 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:21:03,000 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:21:03,000 WARN [BP-1775148205-172.17.0.2-1733178038019 heartbeating to localhost/127.0.0.1:41427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:21:03,000 WARN [BP-1775148205-172.17.0.2-1733178038019 heartbeating to localhost/127.0.0.1:41427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1775148205-172.17.0.2-1733178038019 (Datanode Uuid 765614e0-80b6-44ac-9fa6-d38c5a7cf679) service to localhost/127.0.0.1:41427 2024-12-02T22:21:03,001 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:21:03,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/cluster_4fb69d38-70e5-984c-e8ee-8d173297791b/data/data2/current/BP-1775148205-172.17.0.2-1733178038019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:21:03,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/cluster_4fb69d38-70e5-984c-e8ee-8d173297791b/data/data1/current/BP-1775148205-172.17.0.2-1733178038019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:21:03,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fd544fd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:21:03,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a870934{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:21:03,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:21:03,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1438185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:21:03,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6481d2d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a854953-3675-892a-793a-124d4e44a7c2/hadoop.log.dir/,STOPPED} 2024-12-02T22:21:03,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:21:03,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:21:03,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:03,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:03,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:03,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:03,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:03,030 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:21:03,030 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1393387831, stopped=false 2024-12-02T22:21:03,030 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,34989,1733178034855 2024-12-02T22:21:03,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1111724631/running 2024-12-02T22:21:03,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:21:03,031 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:21:03,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1111724631/running 2024-12-02T22:21:03,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:21:03,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Set watcher on znode that does not yet exist, /0-1111724631/running 2024-12-02T22:21:03,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Set watcher on znode that does not yet exist, /0-1111724631/running 2024-12-02T22:21:03,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:03,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:03,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:03,033 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,46635,1733178035768' ***** 2024-12-02T22:21:03,033 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:21:03,033 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:21:03,033 INFO [RS:0;7ae73638d47e:46635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:21:03,033 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:21:03,033 INFO [RS:0;7ae73638d47e:46635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:21:03,033 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(3091): Received CLOSE for a6b68d38f2de512a379a558a2767ffef 2024-12-02T22:21:03,033 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(3091): Received CLOSE for b002a489e20fc27cbe31dab622498186 2024-12-02T22:21:03,033 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,46635,1733178035768 2024-12-02T22:21:03,033 INFO [RS:0;7ae73638d47e:46635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:21:03,034 INFO [RS:0;7ae73638d47e:46635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:46635. 2024-12-02T22:21:03,034 DEBUG [RS:0;7ae73638d47e:46635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:03,034 DEBUG [RS:0;7ae73638d47e:46635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:03,034 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:21:03,034 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:21:03,034 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:21:03,034 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:21:03,034 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T22:21:03,034 DEBUG [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1325): Online Regions={a6b68d38f2de512a379a558a2767ffef=test,,1733178044001.a6b68d38f2de512a379a558a2767ffef., b002a489e20fc27cbe31dab622498186=hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:21:03,034 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6b68d38f2de512a379a558a2767ffef, disabling compactions & flushes 2024-12-02T22:21:03,034 DEBUG [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6b68d38f2de512a379a558a2767ffef, b002a489e20fc27cbe31dab622498186 2024-12-02T22:21:03,034 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. 2024-12-02T22:21:03,034 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. 2024-12-02T22:21:03,034 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. after waiting 0 ms 2024-12-02T22:21:03,034 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. 2024-12-02T22:21:03,034 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a6b68d38f2de512a379a558a2767ffef 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-02T22:21:03,034 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:21:03,034 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:21:03,034 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:21:03,034 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:21:03,034 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:21:03,034 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T22:21:03,053 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/.tmp/info/b540b0f407bb49ac93c6c7d08b336fc3 is 147, key is hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186./info:regioninfo/1733178049256/Put/seqid=0 2024-12-02T22:21:03,056 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/.tmp/f/cb684cc250d74caf8e5cea2e56e721bd is 28, key is row/f:/1733178055938/DeleteFamily/seqid=0 2024-12-02T22:21:03,062 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:21:03,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741840_1016 (size=7686) 2024-12-02T22:21:03,063 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/.tmp/info/b540b0f407bb49ac93c6c7d08b336fc3 2024-12-02T22:21:03,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741841_1017 (size=5085) 2024-12-02T22:21:03,079 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/.tmp/f/cb684cc250d74caf8e5cea2e56e721bd 2024-12-02T22:21:03,091 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb684cc250d74caf8e5cea2e56e721bd 2024-12-02T22:21:03,099 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/.tmp/ns/be02ab1c796842a4b164d81c2bfa5716 is 43, key is default/ns:d/1733178037950/Put/seqid=0 2024-12-02T22:21:03,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741842_1018 (size=5153) 2024-12-02T22:21:03,113 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/.tmp/f1/3444d0424c3c4bf496965978d10609b9 is 29, key is row/f1:/1733178055938/DeleteFamily/seqid=0 2024-12-02T22:21:03,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741843_1019 (size=5089) 2024-12-02T22:21:03,169 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 636, reset compression=false 2024-12-02T22:21:03,172 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:21:03,172 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 883, reset compression=false 2024-12-02T22:21:03,173 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,46635,1733178035768 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:21:03,173 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7ae73638d47e,46635,1733178035768: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7ae73638d47e,46635,1733178035768, walGroup=7ae73638d47e%2C46635%2C1733178035768, offset=7ae73638d47e%2C46635%2C1733178035768.1733178036974:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:46635 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T22:21:03,174 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T22:21:03,174 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T22:21:03,175 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T22:21:03,175 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T22:21:03,175 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T22:21:03,175 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 970481600 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 201193408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T22:21:03,175 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:34989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:34989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T22:21:03,234 DEBUG [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6b68d38f2de512a379a558a2767ffef, b002a489e20fc27cbe31dab622498186 2024-12-02T22:21:03,377 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 883, reset compression=false 2024-12-02T22:21:03,434 DEBUG [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6b68d38f2de512a379a558a2767ffef, b002a489e20fc27cbe31dab622498186 2024-12-02T22:21:03,503 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/.tmp/ns/be02ab1c796842a4b164d81c2bfa5716 2024-12-02T22:21:03,518 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/.tmp/f1/3444d0424c3c4bf496965978d10609b9 2024-12-02T22:21:03,522 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3444d0424c3c4bf496965978d10609b9 2024-12-02T22:21:03,528 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/.tmp/rep_barrier/62c1bbe69d1a4bfb886876de9933fc52 is 112, key is test,,1733178044001.a6b68d38f2de512a379a558a2767ffef./rep_barrier:seqnumDuringOpen/1733178044755/Put/seqid=0 2024-12-02T22:21:03,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741844_1020 (size=5518) 2024-12-02T22:21:03,542 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/.tmp/norep/8ba02e22f4f5460895adda9b617103a3 is 32, key is row/norep:/1733178055938/DeleteFamily/seqid=0 2024-12-02T22:21:03,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741845_1021 (size=5101) 2024-12-02T22:21:03,635 DEBUG [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6b68d38f2de512a379a558a2767ffef, b002a489e20fc27cbe31dab622498186 2024-12-02T22:21:03,685 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 883, reset compression=false 2024-12-02T22:21:03,835 DEBUG [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6b68d38f2de512a379a558a2767ffef, b002a489e20fc27cbe31dab622498186 2024-12-02T22:21:03,837 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:21:03,837 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:21:03,940 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/.tmp/rep_barrier/62c1bbe69d1a4bfb886876de9933fc52 2024-12-02T22:21:03,949 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/.tmp/norep/8ba02e22f4f5460895adda9b617103a3 2024-12-02T22:21:03,952 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ba02e22f4f5460895adda9b617103a3 2024-12-02T22:21:03,953 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/.tmp/f/cb684cc250d74caf8e5cea2e56e721bd as hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/f/cb684cc250d74caf8e5cea2e56e721bd 2024-12-02T22:21:03,956 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb684cc250d74caf8e5cea2e56e721bd 2024-12-02T22:21:03,956 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/f/cb684cc250d74caf8e5cea2e56e721bd, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T22:21:03,957 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/.tmp/f1/3444d0424c3c4bf496965978d10609b9 as hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/f1/3444d0424c3c4bf496965978d10609b9 2024-12-02T22:21:03,963 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3444d0424c3c4bf496965978d10609b9 2024-12-02T22:21:03,963 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/f1/3444d0424c3c4bf496965978d10609b9, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T22:21:03,963 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/.tmp/norep/8ba02e22f4f5460895adda9b617103a3 as hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/norep/8ba02e22f4f5460895adda9b617103a3 2024-12-02T22:21:03,965 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/.tmp/table/63caabf0e27b495aa7ea9ac3bea0baa0 is 53, key is hbase:replication/table:state/1733178049272/Put/seqid=0 2024-12-02T22:21:03,971 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ba02e22f4f5460895adda9b617103a3 2024-12-02T22:21:03,971 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/norep/8ba02e22f4f5460895adda9b617103a3, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T22:21:03,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741846_1022 (size=5308) 2024-12-02T22:21:03,972 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a6b68d38f2de512a379a558a2767ffef in 938ms, sequenceid=6, compaction requested=false 2024-12-02T22:21:03,972 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T22:21:03,973 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/.tmp/table/63caabf0e27b495aa7ea9ac3bea0baa0 2024-12-02T22:21:03,976 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/.tmp/info/b540b0f407bb49ac93c6c7d08b336fc3 as hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/info/b540b0f407bb49ac93c6c7d08b336fc3 2024-12-02T22:21:03,979 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/info/b540b0f407bb49ac93c6c7d08b336fc3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T22:21:03,980 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/.tmp/ns/be02ab1c796842a4b164d81c2bfa5716 as hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/ns/be02ab1c796842a4b164d81c2bfa5716 2024-12-02T22:21:03,985 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/ns/be02ab1c796842a4b164d81c2bfa5716, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T22:21:03,985 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/.tmp/rep_barrier/62c1bbe69d1a4bfb886876de9933fc52 as hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/rep_barrier/62c1bbe69d1a4bfb886876de9933fc52 2024-12-02T22:21:03,989 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/rep_barrier/62c1bbe69d1a4bfb886876de9933fc52, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T22:21:03,989 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/.tmp/table/63caabf0e27b495aa7ea9ac3bea0baa0 as hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/table/63caabf0e27b495aa7ea9ac3bea0baa0 2024-12-02T22:21:03,991 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/default/test/a6b68d38f2de512a379a558a2767ffef/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T22:21:03,993 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:21:03,993 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:21:03,993 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. 2024-12-02T22:21:03,993 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6b68d38f2de512a379a558a2767ffef: Waiting for close lock at 1733178063034Running coprocessor pre-close hooks at 1733178063034Disabling compacts and flushes for region at 1733178063034Disabling writes for close at 1733178063034Obtaining lock to block concurrent updates at 1733178063034Preparing flush snapshotting stores in a6b68d38f2de512a379a558a2767ffef at 1733178063034Finished memstore snapshotting test,,1733178044001.a6b68d38f2de512a379a558a2767ffef., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733178063035 (+1 ms)Flushing stores of test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. at 1733178063035Flushing a6b68d38f2de512a379a558a2767ffef/f: creating writer at 1733178063035Flushing a6b68d38f2de512a379a558a2767ffef/f: appending metadata at 1733178063055 (+20 ms)Flushing a6b68d38f2de512a379a558a2767ffef/f: closing flushed file at 1733178063055Flushing a6b68d38f2de512a379a558a2767ffef/f1: creating writer at 1733178063091 (+36 ms)Flushing a6b68d38f2de512a379a558a2767ffef/f1: appending metadata at 1733178063112 (+21 ms)Flushing a6b68d38f2de512a379a558a2767ffef/f1: closing flushed file at 1733178063112Flushing a6b68d38f2de512a379a558a2767ffef/norep: creating writer at 1733178063522 (+410 ms)Flushing a6b68d38f2de512a379a558a2767ffef/norep: appending metadata at 1733178063541 (+19 ms)Flushing a6b68d38f2de512a379a558a2767ffef/norep: closing flushed file at 1733178063541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@772b5d4d: reopening flushed file at 1733178063952 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a848578: reopening flushed file at 1733178063956 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174b8d80: reopening flushed file at 1733178063963 (+7 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a6b68d38f2de512a379a558a2767ffef in 938ms, sequenceid=6, compaction requested=false at 1733178063972 (+9 ms)Writing region close event to WAL at 1733178063988 (+16 ms)Running coprocessor post-close hooks at 1733178063993 (+5 ms)Closed at 1733178063993 2024-12-02T22:21:03,993 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733178044001.a6b68d38f2de512a379a558a2767ffef. 2024-12-02T22:21:03,993 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b002a489e20fc27cbe31dab622498186, disabling compactions & flushes 2024-12-02T22:21:03,994 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:21:03,994 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:21:03,994 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. after waiting 0 ms 2024-12-02T22:21:03,994 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:21:03,994 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b002a489e20fc27cbe31dab622498186: Waiting for close lock at 1733178063993Running coprocessor pre-close hooks at 1733178063993Disabling compacts and flushes for region at 1733178063993Disabling writes for close at 1733178063994 (+1 ms)Failed flush hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186., putting online again at 1733178063994 2024-12-02T22:21:03,994 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:21:03,996 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/table/63caabf0e27b495aa7ea9ac3bea0baa0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T22:21:03,997 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 963ms, sequenceid=16, compaction requested=false 2024-12-02T22:21:03,997 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:21:04,002 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T22:21:04,002 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:21:04,002 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:21:04,002 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:21:04,002 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178063034Running coprocessor pre-close hooks at 1733178063034Disabling compacts and flushes for region at 1733178063034Disabling writes for close at 1733178063034Obtaining lock to block concurrent updates at 1733178063034Preparing flush snapshotting stores in 1588230740 at 1733178063034Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733178063035 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733178063036 (+1 ms)Flushing 1588230740/info: creating writer at 1733178063036Flushing 1588230740/info: appending metadata at 1733178063053 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733178063053Flushing 1588230740/ns: creating writer at 1733178063075 (+22 ms)Flushing 1588230740/ns: appending metadata at 1733178063099 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733178063099Flushing 1588230740/rep_barrier: creating writer at 1733178063507 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733178063527 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733178063527Flushing 1588230740/table: creating writer at 1733178063944 (+417 ms)Flushing 1588230740/table: appending metadata at 1733178063965 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733178063965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5245fe90: reopening flushed file at 1733178063976 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e9fe6d: reopening flushed file at 1733178063980 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26593cf4: reopening flushed file at 1733178063985 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26aeff11: reopening flushed file at 1733178063989 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 963ms, sequenceid=16, compaction requested=false at 1733178063997 (+8 ms)Writing region close event to WAL at 1733178063999 (+2 ms)Running coprocessor post-close hooks at 1733178064002 (+3 ms)Closed at 1733178064002 2024-12-02T22:21:04,003 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:21:04,035 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T22:21:04,035 DEBUG [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1325): Online Regions={b002a489e20fc27cbe31dab622498186=hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186.} 2024-12-02T22:21:04,035 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(3091): Received CLOSE for b002a489e20fc27cbe31dab622498186 2024-12-02T22:21:04,035 DEBUG [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1351): Waiting on b002a489e20fc27cbe31dab622498186 2024-12-02T22:21:04,035 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b002a489e20fc27cbe31dab622498186, disabling compactions & flushes 2024-12-02T22:21:04,035 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:21:04,035 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:21:04,035 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. after waiting 0 ms 2024-12-02T22:21:04,035 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:21:04,035 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b002a489e20fc27cbe31dab622498186: Waiting for close lock at 1733178064035Running coprocessor pre-close hooks at 1733178064035Disabling compacts and flushes for region at 1733178064035Disabling writes for close at 1733178064035Failed flush hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186., putting online again at 1733178064035 2024-12-02T22:21:04,035 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733178048447.b002a489e20fc27cbe31dab622498186. 2024-12-02T22:21:04,089 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 883, reset compression=false 2024-12-02T22:21:04,093 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:21:04,093 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.wal-reader.7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/WALs/7ae73638d47e,46635,1733178035768/7ae73638d47e%2C46635%2C1733178035768.1733178036974 to pos 1527, reset compression=false 2024-12-02T22:21:04,235 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T22:21:04,235 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,46635,1733178035768; all regions closed. 2024-12-02T22:21:04,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741834_1010 (size=4239) 2024-12-02T22:21:04,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741839_1015 (size=1297) 2024-12-02T22:21:04,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741832_1008 (size=1535) 2024-12-02T22:21:04,243 DEBUG [RS:0;7ae73638d47e:46635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:04,243 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:21:04,243 INFO [RS:0;7ae73638d47e:46635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:21:04,243 INFO [RS:0;7ae73638d47e:46635 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T22:21:04,243 INFO [RS:0;7ae73638d47e:46635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:21:04,243 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,46635,1733178035768 because: Region server is closing 2024-12-02T22:21:04,243 INFO [RS:0;7ae73638d47e:46635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:46635. 2024-12-02T22:21:04,243 DEBUG [RS:0;7ae73638d47e:46635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:04,243 DEBUG [RS:0;7ae73638d47e:46635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:04,244 DEBUG [RS:0;7ae73638d47e:46635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:04,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:04,244 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:21:04,344 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,46635,1733178035768.replicationSource.shipper7ae73638d47e%2C46635%2C1733178035768,1-7ae73638d47e,46635,1733178035768 terminated 2024-12-02T22:21:04,344 INFO [RS:0;7ae73638d47e:46635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46635 2024-12-02T22:21:04,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1111724631/rs/7ae73638d47e,46635,1733178035768 2024-12-02T22:21:04,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631/rs 2024-12-02T22:21:04,346 INFO [RS:0;7ae73638d47e:46635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:21:04,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,46635,1733178035768] 2024-12-02T22:21:04,349 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1111724631/draining/7ae73638d47e,46635,1733178035768 already deleted, retry=false 2024-12-02T22:21:04,349 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,46635,1733178035768 expired; onlineServers=0 2024-12-02T22:21:04,349 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,34989,1733178034855' ***** 2024-12-02T22:21:04,349 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:21:04,349 INFO [M:0;7ae73638d47e:34989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:21:04,349 INFO [M:0;7ae73638d47e:34989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:21:04,349 DEBUG [M:0;7ae73638d47e:34989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:21:04,349 DEBUG [M:0;7ae73638d47e:34989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:21:04,349 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:21:04,349 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178036764 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178036764,5,FailOnTimeoutGroup] 2024-12-02T22:21:04,349 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178036765 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178036765,5,FailOnTimeoutGroup] 2024-12-02T22:21:04,349 INFO [M:0;7ae73638d47e:34989 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:21:04,349 INFO [M:0;7ae73638d47e:34989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:21:04,349 DEBUG [M:0;7ae73638d47e:34989 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:21:04,350 INFO [M:0;7ae73638d47e:34989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:21:04,350 INFO [M:0;7ae73638d47e:34989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:21:04,350 INFO [M:0;7ae73638d47e:34989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:21:04,350 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:21:04,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1111724631/master 2024-12-02T22:21:04,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1111724631 2024-12-02T22:21:04,358 DEBUG [M:0;7ae73638d47e:34989 {}] zookeeper.ZKUtil(347): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Unable to get data of znode /0-1111724631/master because node does not exist (not an error) 2024-12-02T22:21:04,358 WARN [M:0;7ae73638d47e:34989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:21:04,359 INFO [M:0;7ae73638d47e:34989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/.lastflushedseqids 2024-12-02T22:21:04,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741847_1023 (size=245) 2024-12-02T22:21:04,366 INFO [M:0;7ae73638d47e:34989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:21:04,366 INFO [M:0;7ae73638d47e:34989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:21:04,366 DEBUG [M:0;7ae73638d47e:34989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:21:04,366 INFO [M:0;7ae73638d47e:34989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:04,366 DEBUG [M:0;7ae73638d47e:34989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:04,366 DEBUG [M:0;7ae73638d47e:34989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:21:04,366 DEBUG [M:0;7ae73638d47e:34989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:04,366 INFO [M:0;7ae73638d47e:34989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T22:21:04,384 DEBUG [M:0;7ae73638d47e:34989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/131cb654a2b64caeb4400a22873f6ad2 is 82, key is hbase:meta,,1/info:regioninfo/1733178037941/Put/seqid=0 2024-12-02T22:21:04,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741848_1024 (size=5672) 2024-12-02T22:21:04,390 INFO [M:0;7ae73638d47e:34989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/131cb654a2b64caeb4400a22873f6ad2 2024-12-02T22:21:04,410 DEBUG [M:0;7ae73638d47e:34989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8618f0787804846aabbccfee9abf9f5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733178049276/Put/seqid=0 2024-12-02T22:21:04,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741849_1025 (size=8516) 2024-12-02T22:21:04,416 INFO [M:0;7ae73638d47e:34989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8618f0787804846aabbccfee9abf9f5 2024-12-02T22:21:04,443 DEBUG [M:0;7ae73638d47e:34989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebdec0564dae44bea884a40747d4f5df is 69, key is 7ae73638d47e,46635,1733178035768/rs:state/1733178036813/Put/seqid=0 2024-12-02T22:21:04,444 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:21:04,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:04,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46635-0x1009d140a190001, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:04,447 INFO [RS:0;7ae73638d47e:46635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:21:04,447 INFO [RS:0;7ae73638d47e:46635 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,46635,1733178035768; zookeeper connection closed. 2024-12-02T22:21:04,458 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58c0c217 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58c0c217 2024-12-02T22:21:04,458 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:21:04,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741850_1026 (size=5156) 2024-12-02T22:21:04,459 INFO [M:0;7ae73638d47e:34989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebdec0564dae44bea884a40747d4f5df 2024-12-02T22:21:04,464 DEBUG [M:0;7ae73638d47e:34989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/131cb654a2b64caeb4400a22873f6ad2 as hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/131cb654a2b64caeb4400a22873f6ad2 2024-12-02T22:21:04,467 INFO [M:0;7ae73638d47e:34989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/131cb654a2b64caeb4400a22873f6ad2, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T22:21:04,468 DEBUG [M:0;7ae73638d47e:34989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8618f0787804846aabbccfee9abf9f5 as hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8618f0787804846aabbccfee9abf9f5 2024-12-02T22:21:04,472 INFO [M:0;7ae73638d47e:34989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8618f0787804846aabbccfee9abf9f5, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T22:21:04,473 DEBUG [M:0;7ae73638d47e:34989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebdec0564dae44bea884a40747d4f5df as hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebdec0564dae44bea884a40747d4f5df 2024-12-02T22:21:04,477 INFO [M:0;7ae73638d47e:34989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43913/user/jenkins/test-data/ecd93118-d0d6-5fac-1122-019c23f4d70d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebdec0564dae44bea884a40747d4f5df, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T22:21:04,478 INFO [M:0;7ae73638d47e:34989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=97, compaction requested=false 2024-12-02T22:21:04,492 INFO [M:0;7ae73638d47e:34989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:04,492 DEBUG [M:0;7ae73638d47e:34989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178064366Disabling compacts and flushes for region at 1733178064366Disabling writes for close at 1733178064366Obtaining lock to block concurrent updates at 1733178064366Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733178064366Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733178064367 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733178064367Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733178064367Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733178064384 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733178064384Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733178064393 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733178064409 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733178064409Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733178064422 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733178064442 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733178064442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc610cc: reopening flushed file at 1733178064463 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d12e901: reopening flushed file at 1733178064467 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca07976: reopening flushed file at 1733178064472 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=97, compaction requested=false at 1733178064478 (+6 ms)Writing region close event to WAL at 1733178064492 (+14 ms)Closed at 1733178064492 2024-12-02T22:21:04,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36813 is added to blk_1073741830_1006 (size=63654) 2024-12-02T22:21:04,497 INFO [M:0;7ae73638d47e:34989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:21:04,497 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:21:04,497 INFO [M:0;7ae73638d47e:34989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34989 2024-12-02T22:21:04,497 INFO [M:0;7ae73638d47e:34989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:21:04,600 INFO [M:0;7ae73638d47e:34989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:21:04,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:04,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34989-0x1009d140a190000, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:04,604 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:21:04,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@608208e2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:21:04,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f249c4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:21:04,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:21:04,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65413fa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:21:04,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7780e551{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/hadoop.log.dir/,STOPPED} 2024-12-02T22:21:04,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:04,720 WARN [BP-1439358212-172.17.0.2-1733178032051 heartbeating to localhost/127.0.0.1:43913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:21:04,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:21:04,720 WARN [BP-1439358212-172.17.0.2-1733178032051 heartbeating to localhost/127.0.0.1:43913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1439358212-172.17.0.2-1733178032051 (Datanode Uuid 5c3f44d8-367a-4c84-a123-2f1693ef9f20) service to localhost/127.0.0.1:43913 2024-12-02T22:21:04,720 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:21:04,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/cluster_dd184fde-6440-9e0e-6510-968a212ccde5/data/data1/current/BP-1439358212-172.17.0.2-1733178032051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:21:04,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/cluster_dd184fde-6440-9e0e-6510-968a212ccde5/data/data2/current/BP-1439358212-172.17.0.2-1733178032051 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:21:04,721 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:21:04,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326bc074{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:21:04,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57eb29e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:21:04,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:21:04,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f5ba296{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:21:04,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54b6fd6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/77c5ef16-ad64-f0b3-bdb5-c5da716b31e8/hadoop.log.dir/,STOPPED} 2024-12-02T22:21:04,737 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T22:21:04,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:21:04,759 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=368 (was 325) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46381 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43913 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:46381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-34-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63819) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41427 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-35-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-34-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63819) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-34-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-35-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:41427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63819) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=804 (was 742) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 618), ProcessCount=11 (was 11), AvailableMemoryMB=6380 (was 7123) 2024-12-02T22:21:04,770 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=368, OpenFileDescriptor=804, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=6380 2024-12-02T22:21:04,787 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-02T22:21:04,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/hadoop.log.dir so I do NOT create it in target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f 2024-12-02T22:21:04,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:21:04,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/hadoop.tmp.dir so I do NOT create it in target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f 2024-12-02T22:21:04,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f33770c9-e8ec-d59a-0a2d-28010f83a1c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:21:04,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f 2024-12-02T22:21:04,788 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/cluster_2bfdab76-3303-4232-beea-f255e81fa075, deleteOnExit=true 2024-12-02T22:21:04,791 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/cluster_2bfdab76-3303-4232-beea-f255e81fa075/zookeeper_0, clientPort=53824, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/cluster_2bfdab76-3303-4232-beea-f255e81fa075/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/cluster_2bfdab76-3303-4232-beea-f255e81fa075/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T22:21:04,791 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53824 2024-12-02T22:21:04,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:21:04,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:21:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/test.cache.data in system properties and HBase conf 2024-12-02T22:21:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:21:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:21:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:21:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:21:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:21:04,792 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:21:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:21:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:21:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:21:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:21:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:21:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:21:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:21:04,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:21:04,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:21:04,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:21:04,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:21:04,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:21:04,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:21:04,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:21:04,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1009d140a190008, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:21:04,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009d140a190005, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:21:04,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009d140a190002, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:21:04,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009d140a190002, quorum=127.0.0.1:63819, baseZNode=/0-1111724631 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:21:04,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1009d140a190008, quorum=127.0.0.1:63819, baseZNode=/2-734066656 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:21:04,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009d140a190005, quorum=127.0.0.1:63819, baseZNode=/1820699792 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:21:04,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:04,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:21:04,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:21:04,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:21:04,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:21:04,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:04,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775cd5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:21:04,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5822731d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:21:05,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@355bfe00{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/java.io.tmpdir/jetty-localhost-41633-hadoop-hdfs-3_4_1-tests_jar-_-any-17955757195770750556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:21:05,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5748ac97{HTTP/1.1, (http/1.1)}{localhost:41633} 2024-12-02T22:21:05,039 INFO [Time-limited test {}] server.Server(415): Started @259474ms 2024-12-02T22:21:05,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:05,144 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:21:05,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:21:05,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:21:05,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:21:05,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63fe5b6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:21:05,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4562e76a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:21:05,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31a498be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/java.io.tmpdir/jetty-localhost-41117-hadoop-hdfs-3_4_1-tests_jar-_-any-11804644795484988205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:21:05,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22eddc74{HTTP/1.1, (http/1.1)}{localhost:41117} 2024-12-02T22:21:05,328 INFO [Time-limited test {}] server.Server(415): Started @259762ms 2024-12-02T22:21:05,329 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:21:05,457 WARN [Thread-4097 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/cluster_2bfdab76-3303-4232-beea-f255e81fa075/data/data1/current/BP-1826785236-172.17.0.2-1733178064810/current, will proceed with Du for space computation calculation, 2024-12-02T22:21:05,461 WARN [Thread-4098 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/cluster_2bfdab76-3303-4232-beea-f255e81fa075/data/data2/current/BP-1826785236-172.17.0.2-1733178064810/current, will proceed with Du for space computation calculation, 2024-12-02T22:21:05,488 WARN [Thread-4085 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:21:05,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36fa8e2dda91af1f with lease ID 0x10406cc8f95e0f42: Processing first storage report for DS-49c21a9e-487c-4cf5-b032-dfbc4d0b5a2a from datanode DatanodeRegistration(127.0.0.1:43641, datanodeUuid=1f192f5e-65fe-4a99-8b43-6ad1c5b95fb0, infoPort=41075, infoSecurePort=0, ipcPort=35589, storageInfo=lv=-57;cid=testClusterID;nsid=1411946342;c=1733178064810) 2024-12-02T22:21:05,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36fa8e2dda91af1f with lease ID 0x10406cc8f95e0f42: from storage DS-49c21a9e-487c-4cf5-b032-dfbc4d0b5a2a node DatanodeRegistration(127.0.0.1:43641, datanodeUuid=1f192f5e-65fe-4a99-8b43-6ad1c5b95fb0, infoPort=41075, infoSecurePort=0, ipcPort=35589, storageInfo=lv=-57;cid=testClusterID;nsid=1411946342;c=1733178064810), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:21:05,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36fa8e2dda91af1f with lease ID 0x10406cc8f95e0f42: Processing first storage report for DS-34543f63-cf62-4733-ab7c-a1a2ed678f3d from datanode DatanodeRegistration(127.0.0.1:43641, datanodeUuid=1f192f5e-65fe-4a99-8b43-6ad1c5b95fb0, infoPort=41075, infoSecurePort=0, ipcPort=35589, storageInfo=lv=-57;cid=testClusterID;nsid=1411946342;c=1733178064810) 2024-12-02T22:21:05,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36fa8e2dda91af1f with lease ID 0x10406cc8f95e0f42: from storage DS-34543f63-cf62-4733-ab7c-a1a2ed678f3d node DatanodeRegistration(127.0.0.1:43641, datanodeUuid=1f192f5e-65fe-4a99-8b43-6ad1c5b95fb0, infoPort=41075, infoSecurePort=0, ipcPort=35589, storageInfo=lv=-57;cid=testClusterID;nsid=1411946342;c=1733178064810), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:21:05,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f 2024-12-02T22:21:05,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:05,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:05,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:21:05,922 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db with version=8 2024-12-02T22:21:05,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/hbase-staging 2024-12-02T22:21:05,924 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:21:05,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:05,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:05,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:21:05,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:05,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:21:05,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:21:05,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:21:05,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35811 2024-12-02T22:21:05,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35811 connecting to ZooKeeper ensemble=127.0.0.1:53824 2024-12-02T22:21:05,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358110x0, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:21:05,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35811-0x1009d148a350000 connected 2024-12-02T22:21:06,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:06,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:06,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Set watcher on znode that does not yet exist, /0-1575786539/running 2024-12-02T22:21:06,069 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db, hbase.cluster.distributed=false 2024-12-02T22:21:06,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Set watcher on znode that does not yet exist, /0-1575786539/acl 2024-12-02T22:21:06,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35811 2024-12-02T22:21:06,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35811 2024-12-02T22:21:06,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35811 2024-12-02T22:21:06,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35811 2024-12-02T22:21:06,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35811 2024-12-02T22:21:06,130 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:21:06,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:06,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:06,131 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:21:06,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:06,131 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:21:06,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:21:06,131 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:21:06,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42719 2024-12-02T22:21:06,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42719 connecting to ZooKeeper ensemble=127.0.0.1:53824 2024-12-02T22:21:06,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:06,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:06,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427190x0, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:21:06,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427190x0, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Set watcher on znode that does not yet exist, /0-1575786539/running 2024-12-02T22:21:06,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42719-0x1009d148a350001 connected 2024-12-02T22:21:06,150 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:21:06,151 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:21:06,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42719-0x1009d148a350001, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Set watcher on znode that does not yet exist, /0-1575786539/master 2024-12-02T22:21:06,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42719-0x1009d148a350001, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Set watcher on znode that does not yet exist, /0-1575786539/acl 2024-12-02T22:21:06,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42719 2024-12-02T22:21:06,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42719 2024-12-02T22:21:06,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42719 2024-12-02T22:21:06,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42719 2024-12-02T22:21:06,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42719 2024-12-02T22:21:06,226 DEBUG [M:0;7ae73638d47e:35811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:35811 2024-12-02T22:21:06,227 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1575786539/backup-masters/7ae73638d47e,35811,1733178065924 2024-12-02T22:21:06,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539/backup-masters 2024-12-02T22:21:06,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x1009d148a350001, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539/backup-masters 2024-12-02T22:21:06,229 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Set watcher on existing znode=/0-1575786539/backup-masters/7ae73638d47e,35811,1733178065924 2024-12-02T22:21:06,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x1009d148a350001, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1575786539/master 2024-12-02T22:21:06,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x1009d148a350001, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539 2024-12-02T22:21:06,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539 2024-12-02T22:21:06,232 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Set watcher on existing znode=/0-1575786539/master 2024-12-02T22:21:06,232 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1575786539/backup-masters/7ae73638d47e,35811,1733178065924 from backup master directory 2024-12-02T22:21:06,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x1009d148a350001, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539/backup-masters 2024-12-02T22:21:06,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1575786539/backup-masters/7ae73638d47e,35811,1733178065924 2024-12-02T22:21:06,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539/backup-masters 2024-12-02T22:21:06,234 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:21:06,234 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,35811,1733178065924 2024-12-02T22:21:06,241 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/hbase.id] with ID: 80baefd1-fab5-4133-9e3b-5b14d47c5724 2024-12-02T22:21:06,242 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/.tmp/hbase.id 2024-12-02T22:21:06,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:21:06,259 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/.tmp/hbase.id]:[hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/hbase.id] 2024-12-02T22:21:06,272 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:06,272 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:21:06,273 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:21:06,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x1009d148a350001, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539 2024-12-02T22:21:06,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539 2024-12-02T22:21:06,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:21:06,297 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:21:06,298 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:21:06,300 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:21:06,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:21:06,711 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/MasterData/data/master/store 2024-12-02T22:21:06,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:21:07,142 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:07,142 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:21:07,143 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:07,143 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:07,143 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:21:07,143 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:07,143 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:07,143 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178067142Disabling compacts and flushes for region at 1733178067142Disabling writes for close at 1733178067143 (+1 ms)Writing region close event to WAL at 1733178067143Closed at 1733178067143 2024-12-02T22:21:07,143 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/MasterData/data/master/store/.initializing 2024-12-02T22:21:07,144 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/MasterData/WALs/7ae73638d47e,35811,1733178065924 2024-12-02T22:21:07,144 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:21:07,146 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C35811%2C1733178065924, suffix=, logDir=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/MasterData/WALs/7ae73638d47e,35811,1733178065924, archiveDir=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/MasterData/oldWALs, maxLogs=10 2024-12-02T22:21:07,164 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/MasterData/WALs/7ae73638d47e,35811,1733178065924/7ae73638d47e%2C35811%2C1733178065924.1733178067146, exclude list is [], retry=0 2024-12-02T22:21:07,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43641,DS-49c21a9e-487c-4cf5-b032-dfbc4d0b5a2a,DISK] 2024-12-02T22:21:07,173 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/MasterData/WALs/7ae73638d47e,35811,1733178065924/7ae73638d47e%2C35811%2C1733178065924.1733178067146 2024-12-02T22:21:07,174 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41075:41075)] 2024-12-02T22:21:07,174 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:21:07,174 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:07,174 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:07,174 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:07,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:07,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:21:07,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:07,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:07,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:07,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:21:07,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:07,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:07,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:07,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:21:07,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:07,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:07,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:07,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:21:07,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:07,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:07,180 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:07,181 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:07,181 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:07,182 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:07,182 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:07,182 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:21:07,183 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:07,189 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:21:07,189 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69832578, jitterRate=0.040586501359939575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:21:07,190 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733178067174Initializing all the Stores at 1733178067175 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178067175Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178067175Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178067175Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178067175Cleaning up temporary data from old regions at 1733178067182 (+7 ms)Region opened successfully at 1733178067190 (+8 ms) 2024-12-02T22:21:07,192 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:21:07,194 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292f5e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:21:07,195 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:21:07,195 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:21:07,195 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:21:07,195 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:21:07,196 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:21:07,196 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:21:07,196 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:21:07,205 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:21:07,206 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Unable to get data of znode /0-1575786539/balancer because node does not exist (not necessarily an error) 2024-12-02T22:21:07,208 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1575786539/balancer already deleted, retry=false 2024-12-02T22:21:07,208 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:21:07,209 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Unable to get data of znode /0-1575786539/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:21:07,210 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1575786539/normalizer already deleted, retry=false 2024-12-02T22:21:07,210 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:21:07,217 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Unable to get data of znode /0-1575786539/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:21:07,219 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1575786539/switch/split already deleted, retry=false 2024-12-02T22:21:07,220 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Unable to get data of znode /0-1575786539/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:21:07,221 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1575786539/switch/merge already deleted, retry=false 2024-12-02T22:21:07,223 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Unable to get data of znode /0-1575786539/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:21:07,225 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1575786539/snapshot-cleanup already deleted, retry=false 2024-12-02T22:21:07,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x1009d148a350001, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1575786539/running 2024-12-02T22:21:07,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x1009d148a350001, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539 2024-12-02T22:21:07,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1575786539/running 2024-12-02T22:21:07,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539 2024-12-02T22:21:07,227 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,35811,1733178065924, sessionid=0x1009d148a350000, setting cluster-up flag (Was=false) 2024-12-02T22:21:07,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x1009d148a350001, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539 2024-12-02T22:21:07,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539 2024-12-02T22:21:07,243 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1575786539/flush-table-proc/acquired, /0-1575786539/flush-table-proc/reached, /0-1575786539/flush-table-proc/abort 2024-12-02T22:21:07,249 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,35811,1733178065924 2024-12-02T22:21:07,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x1009d148a350001, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539 2024-12-02T22:21:07,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539 2024-12-02T22:21:07,256 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1575786539/online-snapshot/acquired, /0-1575786539/online-snapshot/reached, /0-1575786539/online-snapshot/abort 2024-12-02T22:21:07,262 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,35811,1733178065924 2024-12-02T22:21:07,279 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:21:07,298 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:07,298 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:21:07,298 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:21:07,299 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,35811,1733178065924 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:21:07,306 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:07,306 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:07,306 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:07,306 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:07,306 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:21:07,306 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:07,306 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:21:07,306 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:07,323 INFO [RS:0;7ae73638d47e:42719 {}] regionserver.HRegionServer(746): ClusterId : 80baefd1-fab5-4133-9e3b-5b14d47c5724 2024-12-02T22:21:07,323 DEBUG [RS:0;7ae73638d47e:42719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:21:07,326 DEBUG [RS:0;7ae73638d47e:42719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:21:07,326 DEBUG [RS:0;7ae73638d47e:42719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:21:07,343 DEBUG [RS:0;7ae73638d47e:42719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:21:07,343 DEBUG [RS:0;7ae73638d47e:42719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1d0970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:21:07,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:07,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:21:07,351 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:07,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:21:07,376 DEBUG [RS:0;7ae73638d47e:42719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:42719 2024-12-02T22:21:07,376 INFO [RS:0;7ae73638d47e:42719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:21:07,376 INFO [RS:0;7ae73638d47e:42719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:21:07,376 DEBUG [RS:0;7ae73638d47e:42719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:21:07,380 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733178097380 2024-12-02T22:21:07,381 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:21:07,381 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:21:07,381 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:21:07,381 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:21:07,381 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:21:07,381 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:21:07,393 INFO [RS:0;7ae73638d47e:42719 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,35811,1733178065924 with port=42719, startcode=1733178066130 2024-12-02T22:21:07,393 DEBUG [RS:0;7ae73638d47e:42719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:21:07,400 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:07,408 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:21:07,409 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35811 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T22:21:07,410 DEBUG [RS:0;7ae73638d47e:42719 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T22:21:07,410 WARN [RS:0;7ae73638d47e:42719 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T22:21:07,413 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:21:07,413 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:21:07,413 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:21:07,413 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:21:07,416 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:21:07,416 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:21:07,416 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178067416,5,FailOnTimeoutGroup] 2024-12-02T22:21:07,417 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178067416,5,FailOnTimeoutGroup] 2024-12-02T22:21:07,417 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:07,417 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:21:07,417 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:07,417 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:07,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:21:07,418 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:21:07,419 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db 2024-12-02T22:21:07,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:21:07,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:07,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:21:07,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:21:07,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:07,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:07,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:21:07,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:21:07,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:07,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:07,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:21:07,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:21:07,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:07,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:07,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:21:07,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:21:07,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:07,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:07,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:21:07,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/data/hbase/meta/1588230740 2024-12-02T22:21:07,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/data/hbase/meta/1588230740 2024-12-02T22:21:07,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:21:07,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:21:07,443 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:21:07,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:21:07,454 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:21:07,454 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60997358, jitterRate=-0.09106853604316711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:21:07,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733178067431Initializing all the Stores at 1733178067432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178067432Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178067432Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178067432Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178067432Cleaning up temporary data from old regions at 1733178067443 (+11 ms)Region opened successfully at 1733178067455 (+12 ms) 2024-12-02T22:21:07,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:21:07,455 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:21:07,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:21:07,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:21:07,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:21:07,455 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:21:07,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178067455Disabling compacts and flushes for region at 1733178067455Disabling writes for close at 1733178067455Writing region close event to WAL at 1733178067455Closed at 1733178067455 2024-12-02T22:21:07,456 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:07,456 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:21:07,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:21:07,457 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:21:07,459 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:21:07,511 INFO [RS:0;7ae73638d47e:42719 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,35811,1733178065924 with port=42719, startcode=1733178066130 2024-12-02T22:21:07,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,42719,1733178066130 2024-12-02T22:21:07,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35811 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,42719,1733178066130 2024-12-02T22:21:07,513 DEBUG [RS:0;7ae73638d47e:42719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db 2024-12-02T22:21:07,513 DEBUG [RS:0;7ae73638d47e:42719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35301 2024-12-02T22:21:07,513 DEBUG [RS:0;7ae73638d47e:42719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:21:07,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539/rs 2024-12-02T22:21:07,515 DEBUG [RS:0;7ae73638d47e:42719 {}] zookeeper.ZKUtil(111): regionserver:42719-0x1009d148a350001, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Set watcher on existing znode=/0-1575786539/rs/7ae73638d47e,42719,1733178066130 2024-12-02T22:21:07,515 WARN [RS:0;7ae73638d47e:42719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:21:07,515 INFO [RS:0;7ae73638d47e:42719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:21:07,515 DEBUG [RS:0;7ae73638d47e:42719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/WALs/7ae73638d47e,42719,1733178066130 2024-12-02T22:21:07,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,42719,1733178066130] 2024-12-02T22:21:07,522 INFO [RS:0;7ae73638d47e:42719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:21:07,523 INFO [RS:0;7ae73638d47e:42719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:21:07,524 INFO [RS:0;7ae73638d47e:42719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:21:07,524 INFO [RS:0;7ae73638d47e:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:07,524 INFO [RS:0;7ae73638d47e:42719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:21:07,525 INFO [RS:0;7ae73638d47e:42719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:21:07,525 INFO [RS:0;7ae73638d47e:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:07,525 DEBUG [RS:0;7ae73638d47e:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:07,525 DEBUG [RS:0;7ae73638d47e:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:07,525 DEBUG [RS:0;7ae73638d47e:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:07,525 DEBUG [RS:0;7ae73638d47e:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:07,525 DEBUG [RS:0;7ae73638d47e:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:07,525 DEBUG [RS:0;7ae73638d47e:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:21:07,525 DEBUG [RS:0;7ae73638d47e:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:07,525 DEBUG [RS:0;7ae73638d47e:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:07,525 DEBUG [RS:0;7ae73638d47e:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:07,525 DEBUG [RS:0;7ae73638d47e:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:07,525 DEBUG [RS:0;7ae73638d47e:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:07,525 DEBUG [RS:0;7ae73638d47e:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:07,525 DEBUG [RS:0;7ae73638d47e:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:21:07,525 DEBUG [RS:0;7ae73638d47e:42719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:21:07,529 INFO [RS:0;7ae73638d47e:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:07,529 INFO [RS:0;7ae73638d47e:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:07,529 INFO [RS:0;7ae73638d47e:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:07,529 INFO [RS:0;7ae73638d47e:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:07,529 INFO [RS:0;7ae73638d47e:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:07,529 INFO [RS:0;7ae73638d47e:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42719,1733178066130-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:21:07,547 INFO [RS:0;7ae73638d47e:42719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:21:07,547 INFO [RS:0;7ae73638d47e:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42719,1733178066130-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:07,547 INFO [RS:0;7ae73638d47e:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:07,547 INFO [RS:0;7ae73638d47e:42719 {}] regionserver.Replication(171): 7ae73638d47e,42719,1733178066130 started 2024-12-02T22:21:07,564 INFO [RS:0;7ae73638d47e:42719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:07,564 INFO [RS:0;7ae73638d47e:42719 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,42719,1733178066130, RpcServer on 7ae73638d47e/172.17.0.2:42719, sessionid=0x1009d148a350001 2024-12-02T22:21:07,564 DEBUG [RS:0;7ae73638d47e:42719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:21:07,564 DEBUG [RS:0;7ae73638d47e:42719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,42719,1733178066130 2024-12-02T22:21:07,564 DEBUG [RS:0;7ae73638d47e:42719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,42719,1733178066130' 2024-12-02T22:21:07,564 DEBUG [RS:0;7ae73638d47e:42719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1575786539/flush-table-proc/abort' 2024-12-02T22:21:07,565 DEBUG [RS:0;7ae73638d47e:42719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1575786539/flush-table-proc/acquired' 2024-12-02T22:21:07,565 DEBUG [RS:0;7ae73638d47e:42719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:21:07,565 DEBUG [RS:0;7ae73638d47e:42719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:21:07,565 DEBUG [RS:0;7ae73638d47e:42719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,42719,1733178066130 2024-12-02T22:21:07,565 DEBUG [RS:0;7ae73638d47e:42719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,42719,1733178066130' 2024-12-02T22:21:07,565 DEBUG [RS:0;7ae73638d47e:42719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1575786539/online-snapshot/abort' 2024-12-02T22:21:07,565 DEBUG [RS:0;7ae73638d47e:42719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1575786539/online-snapshot/acquired' 2024-12-02T22:21:07,566 DEBUG [RS:0;7ae73638d47e:42719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:21:07,566 INFO [RS:0;7ae73638d47e:42719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:21:07,566 INFO [RS:0;7ae73638d47e:42719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:21:07,609 WARN [7ae73638d47e:35811 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:21:07,666 INFO [RS:0;7ae73638d47e:42719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:21:07,667 INFO [RS:0;7ae73638d47e:42719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C42719%2C1733178066130, suffix=, logDir=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/WALs/7ae73638d47e,42719,1733178066130, archiveDir=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/oldWALs, maxLogs=10 2024-12-02T22:21:07,688 DEBUG [RS:0;7ae73638d47e:42719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/WALs/7ae73638d47e,42719,1733178066130/7ae73638d47e%2C42719%2C1733178066130.1733178067668, exclude list is [], retry=0 2024-12-02T22:21:07,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43641,DS-49c21a9e-487c-4cf5-b032-dfbc4d0b5a2a,DISK] 2024-12-02T22:21:07,693 INFO [RS:0;7ae73638d47e:42719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/WALs/7ae73638d47e,42719,1733178066130/7ae73638d47e%2C42719%2C1733178066130.1733178067668 2024-12-02T22:21:07,696 DEBUG [RS:0;7ae73638d47e:42719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41075:41075)] 2024-12-02T22:21:07,859 DEBUG [7ae73638d47e:35811 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:21:07,860 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,42719,1733178066130 2024-12-02T22:21:07,861 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,42719,1733178066130, state=OPENING 2024-12-02T22:21:07,866 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:21:07,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x1009d148a350001, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539 2024-12-02T22:21:07,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1575786539 2024-12-02T22:21:07,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1575786539/meta-region-server: CHANGED 2024-12-02T22:21:07,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1575786539/meta-region-server: CHANGED 2024-12-02T22:21:07,872 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:21:07,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,42719,1733178066130}] 2024-12-02T22:21:08,035 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:21:08,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:21:08,045 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:21:08,045 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:21:08,045 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:21:08,046 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C42719%2C1733178066130.meta, suffix=.meta, logDir=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/WALs/7ae73638d47e,42719,1733178066130, archiveDir=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/oldWALs, maxLogs=10 2024-12-02T22:21:08,067 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/WALs/7ae73638d47e,42719,1733178066130/7ae73638d47e%2C42719%2C1733178066130.meta.1733178068046.meta, exclude list is [], retry=0 2024-12-02T22:21:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43641,DS-49c21a9e-487c-4cf5-b032-dfbc4d0b5a2a,DISK] 2024-12-02T22:21:08,083 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/WALs/7ae73638d47e,42719,1733178066130/7ae73638d47e%2C42719%2C1733178066130.meta.1733178068046.meta 2024-12-02T22:21:08,084 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41075:41075)] 2024-12-02T22:21:08,085 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:21:08,085 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:21:08,085 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:21:08,085 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:21:08,085 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:21:08,085 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:21:08,085 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:08,086 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:21:08,086 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:21:08,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:21:08,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:21:08,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:08,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:08,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:21:08,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:21:08,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:08,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:08,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:21:08,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:21:08,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:08,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:08,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:21:08,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:21:08,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:08,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:08,096 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:21:08,097 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/data/hbase/meta/1588230740 2024-12-02T22:21:08,099 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/data/hbase/meta/1588230740 2024-12-02T22:21:08,100 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:21:08,100 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:21:08,100 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:21:08,101 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:21:08,102 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74195830, jitterRate=0.10560402274131775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:21:08,102 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:21:08,103 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733178068086Writing region info on filesystem at 1733178068086Initializing all the Stores at 1733178068086Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178068086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178068088 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178068088Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178068088Cleaning up temporary data from old regions at 1733178068100 (+12 ms)Running coprocessor post-open hooks at 1733178068102 (+2 ms)Region opened successfully at 1733178068103 (+1 ms) 2024-12-02T22:21:08,104 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733178068024 2024-12-02T22:21:08,106 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:21:08,106 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:21:08,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,42719,1733178066130 2024-12-02T22:21:08,107 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,42719,1733178066130, state=OPEN 2024-12-02T22:21:08,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35811-0x1009d148a350000, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1575786539/meta-region-server 2024-12-02T22:21:08,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42719-0x1009d148a350001, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1575786539/meta-region-server 2024-12-02T22:21:08,116 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,42719,1733178066130 2024-12-02T22:21:08,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1575786539/meta-region-server: CHANGED 2024-12-02T22:21:08,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1575786539/meta-region-server: CHANGED 2024-12-02T22:21:08,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:21:08,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,42719,1733178066130 in 244 msec 2024-12-02T22:21:08,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:21:08,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-12-02T22:21:08,121 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:08,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:21:08,122 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:08,122 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,42719,1733178066130, seqNum=-1] 2024-12-02T22:21:08,122 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:08,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:21:08,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 829 msec 2024-12-02T22:21:08,127 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733178068127, completionTime=-1 2024-12-02T22:21:08,127 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:21:08,127 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:21:08,129 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:21:08,129 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178128129 2024-12-02T22:21:08,129 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178188129 2024-12-02T22:21:08,129 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T22:21:08,129 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,35811,1733178065924-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:08,129 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,35811,1733178065924-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:08,129 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,35811,1733178065924-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:08,129 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:35811, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:08,130 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:08,130 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:08,132 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:21:08,133 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.899sec 2024-12-02T22:21:08,133 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:21:08,133 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:21:08,133 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:21:08,133 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:21:08,134 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:21:08,134 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,35811,1733178065924-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:21:08,134 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,35811,1733178065924-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:21:08,141 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:21:08,141 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:21:08,141 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,35811,1733178065924-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:08,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b362973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:08,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,35811,-1 for getting cluster id 2024-12-02T22:21:08,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:08,228 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80baefd1-fab5-4133-9e3b-5b14d47c5724' 2024-12-02T22:21:08,228 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:08,228 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80baefd1-fab5-4133-9e3b-5b14d47c5724" 2024-12-02T22:21:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4c9e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,35811,-1] 2024-12-02T22:21:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:08,230 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:08,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5464e160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:08,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:08,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,42719,1733178066130, seqNum=-1] 2024-12-02T22:21:08,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:08,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:21:08,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,35811,1733178065924 2024-12-02T22:21:08,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53824 2024-12-02T22:21:08,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53824, baseZNode=/0-1575786539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:21:08,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,35811,1733178065924 2024-12-02T22:21:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d13423d 2024-12-02T22:21:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:08,259 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:21:08,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:21:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:21:08,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:21:08,262 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:08,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009d148a350002 connected 2024-12-02T22:21:08,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:21:08,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:21:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:08,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:21:08,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eef11c2d4bcd1fdb6c553adfd24a1e84, NAME => 'test,,1733178068259.eef11c2d4bcd1fdb6c553adfd24a1e84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db 2024-12-02T22:21:08,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43641 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:21:08,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733178068259.eef11c2d4bcd1fdb6c553adfd24a1e84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:08,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eef11c2d4bcd1fdb6c553adfd24a1e84, disabling compactions & flushes 2024-12-02T22:21:08,345 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733178068259.eef11c2d4bcd1fdb6c553adfd24a1e84. 2024-12-02T22:21:08,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178068259.eef11c2d4bcd1fdb6c553adfd24a1e84. 2024-12-02T22:21:08,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733178068259.eef11c2d4bcd1fdb6c553adfd24a1e84. after waiting 0 ms 2024-12-02T22:21:08,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733178068259.eef11c2d4bcd1fdb6c553adfd24a1e84. 2024-12-02T22:21:08,345 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733178068259.eef11c2d4bcd1fdb6c553adfd24a1e84. 2024-12-02T22:21:08,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eef11c2d4bcd1fdb6c553adfd24a1e84: Waiting for close lock at 1733178068345Disabling compacts and flushes for region at 1733178068345Disabling writes for close at 1733178068345Writing region close event to WAL at 1733178068345Closed at 1733178068345 2024-12-02T22:21:08,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:21:08,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733178068259.eef11c2d4bcd1fdb6c553adfd24a1e84.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733178068347"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178068347"}]},"ts":"1733178068347"} 2024-12-02T22:21:08,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:21:08,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:21:08,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178068349"}]},"ts":"1733178068349"} 2024-12-02T22:21:08,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:21:08,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eef11c2d4bcd1fdb6c553adfd24a1e84, ASSIGN}] 2024-12-02T22:21:08,353 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eef11c2d4bcd1fdb6c553adfd24a1e84, ASSIGN 2024-12-02T22:21:08,354 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eef11c2d4bcd1fdb6c553adfd24a1e84, ASSIGN; state=OFFLINE, location=7ae73638d47e,42719,1733178066130; forceNewPlan=false, retain=false 2024-12-02T22:21:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:08,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eef11c2d4bcd1fdb6c553adfd24a1e84, regionState=OPENING, regionLocation=7ae73638d47e,42719,1733178066130 2024-12-02T22:21:08,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eef11c2d4bcd1fdb6c553adfd24a1e84, ASSIGN because future has completed 2024-12-02T22:21:08,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eef11c2d4bcd1fdb6c553adfd24a1e84, server=7ae73638d47e,42719,1733178066130}] 2024-12-02T22:21:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:08,674 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733178068259.eef11c2d4bcd1fdb6c553adfd24a1e84. 2024-12-02T22:21:08,674 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eef11c2d4bcd1fdb6c553adfd24a1e84, NAME => 'test,,1733178068259.eef11c2d4bcd1fdb6c553adfd24a1e84.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:21:08,675 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:21:08,675 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:21:08,675 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eef11c2d4bcd1fdb6c553adfd24a1e84 2024-12-02T22:21:08,675 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733178068259.eef11c2d4bcd1fdb6c553adfd24a1e84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:08,675 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eef11c2d4bcd1fdb6c553adfd24a1e84 2024-12-02T22:21:08,675 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eef11c2d4bcd1fdb6c553adfd24a1e84 2024-12-02T22:21:08,685 INFO [StoreOpener-eef11c2d4bcd1fdb6c553adfd24a1e84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eef11c2d4bcd1fdb6c553adfd24a1e84 2024-12-02T22:21:08,686 INFO [StoreOpener-eef11c2d4bcd1fdb6c553adfd24a1e84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef11c2d4bcd1fdb6c553adfd24a1e84 columnFamilyName f 2024-12-02T22:21:08,686 DEBUG [StoreOpener-eef11c2d4bcd1fdb6c553adfd24a1e84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:08,686 INFO [StoreOpener-eef11c2d4bcd1fdb6c553adfd24a1e84-1 {}] regionserver.HStore(327): Store=eef11c2d4bcd1fdb6c553adfd24a1e84/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:08,687 INFO [StoreOpener-eef11c2d4bcd1fdb6c553adfd24a1e84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eef11c2d4bcd1fdb6c553adfd24a1e84 2024-12-02T22:21:08,688 INFO [StoreOpener-eef11c2d4bcd1fdb6c553adfd24a1e84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef11c2d4bcd1fdb6c553adfd24a1e84 columnFamilyName f1 2024-12-02T22:21:08,688 DEBUG [StoreOpener-eef11c2d4bcd1fdb6c553adfd24a1e84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:08,688 INFO [StoreOpener-eef11c2d4bcd1fdb6c553adfd24a1e84-1 {}] regionserver.HStore(327): Store=eef11c2d4bcd1fdb6c553adfd24a1e84/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:08,688 INFO [StoreOpener-eef11c2d4bcd1fdb6c553adfd24a1e84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eef11c2d4bcd1fdb6c553adfd24a1e84 2024-12-02T22:21:08,691 INFO [StoreOpener-eef11c2d4bcd1fdb6c553adfd24a1e84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eef11c2d4bcd1fdb6c553adfd24a1e84 columnFamilyName norep 2024-12-02T22:21:08,691 DEBUG [StoreOpener-eef11c2d4bcd1fdb6c553adfd24a1e84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:08,691 INFO [StoreOpener-eef11c2d4bcd1fdb6c553adfd24a1e84-1 {}] regionserver.HStore(327): Store=eef11c2d4bcd1fdb6c553adfd24a1e84/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:08,691 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eef11c2d4bcd1fdb6c553adfd24a1e84 2024-12-02T22:21:08,692 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/data/default/test/eef11c2d4bcd1fdb6c553adfd24a1e84 2024-12-02T22:21:08,692 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/data/default/test/eef11c2d4bcd1fdb6c553adfd24a1e84 2024-12-02T22:21:08,693 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eef11c2d4bcd1fdb6c553adfd24a1e84 2024-12-02T22:21:08,693 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eef11c2d4bcd1fdb6c553adfd24a1e84 2024-12-02T22:21:08,693 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:21:08,695 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eef11c2d4bcd1fdb6c553adfd24a1e84 2024-12-02T22:21:08,701 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/data/default/test/eef11c2d4bcd1fdb6c553adfd24a1e84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:21:08,702 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eef11c2d4bcd1fdb6c553adfd24a1e84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68880122, jitterRate=0.026393800973892212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:21:08,702 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eef11c2d4bcd1fdb6c553adfd24a1e84 2024-12-02T22:21:08,702 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eef11c2d4bcd1fdb6c553adfd24a1e84: Running coprocessor pre-open hook at 1733178068675Writing region info on filesystem at 1733178068675Initializing all the Stores at 1733178068677 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178068677Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178068684 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178068684Cleaning up temporary data from old regions at 1733178068693 (+9 ms)Running coprocessor post-open hooks at 1733178068702 (+9 ms)Region opened successfully at 1733178068702 2024-12-02T22:21:08,703 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733178068259.eef11c2d4bcd1fdb6c553adfd24a1e84., pid=6, masterSystemTime=1733178068668 2024-12-02T22:21:08,706 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733178068259.eef11c2d4bcd1fdb6c553adfd24a1e84. 2024-12-02T22:21:08,706 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733178068259.eef11c2d4bcd1fdb6c553adfd24a1e84. 2024-12-02T22:21:08,707 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eef11c2d4bcd1fdb6c553adfd24a1e84, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,42719,1733178066130 2024-12-02T22:21:08,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eef11c2d4bcd1fdb6c553adfd24a1e84, server=7ae73638d47e,42719,1733178066130 because future has completed 2024-12-02T22:21:08,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:21:08,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eef11c2d4bcd1fdb6c553adfd24a1e84, server=7ae73638d47e,42719,1733178066130 in 203 msec 2024-12-02T22:21:08,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:21:08,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eef11c2d4bcd1fdb6c553adfd24a1e84, ASSIGN in 360 msec 2024-12-02T22:21:08,714 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:21:08,714 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178068714"}]},"ts":"1733178068714"} 2024-12-02T22:21:08,717 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:21:08,718 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:21:08,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 458 msec 2024-12-02T22:21:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:08,893 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:21:08,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1875b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:08,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,35811,-1 for getting cluster id 2024-12-02T22:21:08,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:08,896 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80baefd1-fab5-4133-9e3b-5b14d47c5724' 2024-12-02T22:21:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80baefd1-fab5-4133-9e3b-5b14d47c5724" 2024-12-02T22:21:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed3118f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,35811,-1] 2024-12-02T22:21:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:08,898 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:08,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f0d7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:08,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:08,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,35811,1733178065924 2024-12-02T22:21:08,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49368986 2024-12-02T22:21:08,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:08,900 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:21:08,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:35811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:21:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:21:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:21:08,903 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:35811' 2024-12-02T22:21:08,904 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e73ca87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:08,904 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,35811,-1 for getting cluster id 2024-12-02T22:21:08,904 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:08,905 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80baefd1-fab5-4133-9e3b-5b14d47c5724' 2024-12-02T22:21:08,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:08,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80baefd1-fab5-4133-9e3b-5b14d47c5724" 2024-12-02T22:21:08,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f29634b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:08,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,35811,-1] 2024-12-02T22:21:08,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:08,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:08,906 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:08,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e448ae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:08,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:08,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,35811,1733178065924 2024-12-02T22:21:08,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12c0e34b 2024-12-02T22:21:08,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:08,909 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:21:08,910 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T22:21:08,910 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:21:08,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:08,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:08,910 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7ae73638d47e:35811, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-02T22:21:08,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:08,917 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7ae73638d47e:35811, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7ae73638d47e:35811, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7ae73638d47e:35811, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-02T22:21:08,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7ae73638d47e:35811, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=17 msec 2024-12-02T22:21:08,918 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-02T22:21:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:21:09,013 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://7ae73638d47e:35811, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-02T22:21:09,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:09,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:09,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:09,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:09,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:09,037 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=540 (was 368) Potentially hanging thread: qtp1409355177-7801 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff9fc43bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53824) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: BP-1826785236-172.17.0.2-1733178064810 heartbeating to localhost/127.0.0.1:35301 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db-prefix:7ae73638d47e,42719,1733178066130.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35301 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53824) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53824 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@41b00a94 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007ff9fcadaa60.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7ae73638d47e:42719 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5d675be5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp62794237-7751 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff9fc43bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 0 on default port 35589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp62794237-7750 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff9fc43bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178067416 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: M:0;7ae73638d47e:35811 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007ff9fc9facb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53824) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/cluster_2bfdab76-3303-4232-beea-f255e81fa075/data/data2/current/BP-1826785236-172.17.0.2-1733178064810 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/7ae73638d47e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@6c8a8680 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-520322600_20 at /127.0.0.1:38124 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-520322600_20 at /127.0.0.1:53114 [Receiving block BP-1826785236-172.17.0.2-1733178064810:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-520322600_20 at /127.0.0.1:53124 [Receiving block BP-1826785236-172.17.0.2-1733178064810:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@262e43a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp62794237-7757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178067416 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/cluster_2bfdab76-3303-4232-beea-f255e81fa075/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/7ae73638d47e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1409355177-7803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7ae73638d47e:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp62794237-7754-acceptor-0@6bf82636-ServerConnector@5748ac97{HTTP/1.1, (http/1.1)}{localhost:41633} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1409355177-7802-acceptor-0@4c9c06a1-ServerConnector@22eddc74{HTTP/1.1, (http/1.1)}{localhost:41117} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3235b494-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 7ae73638d47e:35811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db/MasterData-prefix:7ae73638d47e,35811,1733178065924 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-1bda22a4-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp62794237-7752 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff9fc43bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7ae73638d47e:42719-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@5a7cf40[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1409355177-7804 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35589 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@811cab7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@314166ea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@10ceecef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/cluster_2bfdab76-3303-4232-beea-f255e81fa075/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_199166222_20 at /127.0.0.1:53082 [Receiving block BP-1826785236-172.17.0.2-1733178064810:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(796191192) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp62794237-7755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:53824): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35301/user/jenkins/test-data/865cf2e1-09db-d32f-0edc-1765bbfd42db-prefix:7ae73638d47e,42719,1733178066130 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1826785236-172.17.0.2-1733178064810:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1826785236-172.17.0.2-1733178064810:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7ae73638d47e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35301 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 35589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2a85aa27 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1826785236-172.17.0.2-1733178064810:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp62794237-7756 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/cluster_2bfdab76-3303-4232-beea-f255e81fa075/data/data1/current/BP-1826785236-172.17.0.2-1733178064810 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp62794237-7753 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff9fc43bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7ae73638d47e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@1352f183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=897 (was 804) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=616 (was 592) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7299 (was 6380) - AvailableMemoryMB LEAK? - 2024-12-02T22:21:09,040 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=540 is superior to 500 2024-12-02T22:21:09,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=539, OpenFileDescriptor=897, MaxFileDescriptor=1048576, SystemLoadAverage=616, ProcessCount=11, AvailableMemoryMB=7296 2024-12-02T22:21:09,058 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=539 is superior to 500 2024-12-02T22:21:09,073 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-02T22:21:09,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/hadoop.log.dir so I do NOT create it in target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505 2024-12-02T22:21:09,074 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:21:09,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/hadoop.tmp.dir so I do NOT create it in target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505 2024-12-02T22:21:09,074 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c94fedaa-06f0-fc91-6133-a2eb3db9115f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:21:09,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505 2024-12-02T22:21:09,074 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/cluster_5d2e7713-3d55-ee3b-1c64-07e52078deae, deleteOnExit=true 2024-12-02T22:21:09,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/cluster_5d2e7713-3d55-ee3b-1c64-07e52078deae/zookeeper_0, clientPort=50893, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/cluster_5d2e7713-3d55-ee3b-1c64-07e52078deae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/cluster_5d2e7713-3d55-ee3b-1c64-07e52078deae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T22:21:09,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50893 2024-12-02T22:21:09,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:21:09,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:21:09,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/test.cache.data in system properties and HBase conf 2024-12-02T22:21:09,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:21:09,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:21:09,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:21:09,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:21:09,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:21:09,085 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:21:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:21:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:21:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:21:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:21:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:21:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:21:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:21:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:21:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:21:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:21:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:21:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:21:09,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:21:09,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:21:09,204 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T22:21:09,214 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,215 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,215 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,215 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,215 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,216 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,216 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,217 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,302 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,317 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,317 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,318 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,318 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,319 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,328 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,355 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,355 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,358 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:09,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:09,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:21:09,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:21:09,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:21:09,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:21:09,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:09,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c9adfa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:21:09,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@632bde15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:21:09,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41108ba3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/java.io.tmpdir/jetty-localhost-33575-hadoop-hdfs-3_4_1-tests_jar-_-any-277322936338780665/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:21:09,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4332c7e9{HTTP/1.1, (http/1.1)}{localhost:33575} 2024-12-02T22:21:09,803 INFO [Time-limited test {}] server.Server(415): Started @264238ms 2024-12-02T22:21:10,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:10,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:21:10,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:21:10,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:21:10,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:21:10,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58621e0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:21:10,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e4f17d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:21:10,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40ca978d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/java.io.tmpdir/jetty-localhost-40645-hadoop-hdfs-3_4_1-tests_jar-_-any-9454407408845004712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:21:10,382 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e2613d3{HTTP/1.1, (http/1.1)}{localhost:40645} 2024-12-02T22:21:10,382 INFO [Time-limited test {}] server.Server(415): Started @264817ms 2024-12-02T22:21:10,384 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:21:10,650 WARN [Thread-4231 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/cluster_5d2e7713-3d55-ee3b-1c64-07e52078deae/data/data1/current/BP-684290304-172.17.0.2-1733178069124/current, will proceed with Du for space computation calculation, 2024-12-02T22:21:10,657 WARN [Thread-4232 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/cluster_5d2e7713-3d55-ee3b-1c64-07e52078deae/data/data2/current/BP-684290304-172.17.0.2-1733178069124/current, will proceed with Du for space computation calculation, 2024-12-02T22:21:10,768 WARN [Thread-4219 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:21:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58aea3f42fdb0e17 with lease ID 0xc531fa788ae54e4: Processing first storage report for DS-9bfb86a3-4be8-4c90-a7db-f4de10265eea from datanode DatanodeRegistration(127.0.0.1:42697, datanodeUuid=bdbb9314-e7e7-4398-a320-308a3de385b7, infoPort=39329, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=332349281;c=1733178069124) 2024-12-02T22:21:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58aea3f42fdb0e17 with lease ID 0xc531fa788ae54e4: from storage DS-9bfb86a3-4be8-4c90-a7db-f4de10265eea node DatanodeRegistration(127.0.0.1:42697, datanodeUuid=bdbb9314-e7e7-4398-a320-308a3de385b7, infoPort=39329, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=332349281;c=1733178069124), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:21:10,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58aea3f42fdb0e17 with lease ID 0xc531fa788ae54e4: Processing first storage report for DS-9c241861-6064-4742-9781-2cc8aef25321 from datanode DatanodeRegistration(127.0.0.1:42697, datanodeUuid=bdbb9314-e7e7-4398-a320-308a3de385b7, infoPort=39329, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=332349281;c=1733178069124) 2024-12-02T22:21:10,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58aea3f42fdb0e17 with lease ID 0xc531fa788ae54e4: from storage DS-9c241861-6064-4742-9781-2cc8aef25321 node DatanodeRegistration(127.0.0.1:42697, datanodeUuid=bdbb9314-e7e7-4398-a320-308a3de385b7, infoPort=39329, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=332349281;c=1733178069124), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:21:10,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505 2024-12-02T22:21:10,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:10,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:10,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:21:10,924 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c with version=8 2024-12-02T22:21:10,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/hbase-staging 2024-12-02T22:21:10,926 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:21:10,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:10,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:10,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:21:10,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:10,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:21:10,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:21:10,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:21:10,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39659 2024-12-02T22:21:10,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39659 connecting to ZooKeeper ensemble=127.0.0.1:50893 2024-12-02T22:21:10,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396590x0, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:21:10,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39659-0x1009d149af40000 connected 2024-12-02T22:21:11,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:11,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:11,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Set watcher on znode that does not yet exist, /0790377365/running 2024-12-02T22:21:11,053 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c, hbase.cluster.distributed=false 2024-12-02T22:21:11,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Set watcher on znode that does not yet exist, /0790377365/acl 2024-12-02T22:21:11,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39659 2024-12-02T22:21:11,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39659 2024-12-02T22:21:11,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39659 2024-12-02T22:21:11,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39659 2024-12-02T22:21:11,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39659 2024-12-02T22:21:11,239 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:21:11,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:11,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:11,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:21:11,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:11,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:21:11,239 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:21:11,239 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:21:11,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41945 2024-12-02T22:21:11,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41945 connecting to ZooKeeper ensemble=127.0.0.1:50893 2024-12-02T22:21:11,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:11,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:11,338 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419450x0, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:21:11,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41945-0x1009d149af40001 connected 2024-12-02T22:21:11,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Set watcher on znode that does not yet exist, /0790377365/running 2024-12-02T22:21:11,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:21:11,396 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:21:11,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Set watcher on znode that does not yet exist, /0790377365/master 2024-12-02T22:21:11,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Set watcher on znode that does not yet exist, /0790377365/acl 2024-12-02T22:21:11,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41945 2024-12-02T22:21:11,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41945 2024-12-02T22:21:11,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41945 2024-12-02T22:21:11,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41945 2024-12-02T22:21:11,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41945 2024-12-02T22:21:11,556 DEBUG [M:0;7ae73638d47e:39659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:39659 2024-12-02T22:21:11,574 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0790377365/backup-masters/7ae73638d47e,39659,1733178070926 2024-12-02T22:21:11,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365/backup-masters 2024-12-02T22:21:11,642 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365/backup-masters 2024-12-02T22:21:11,643 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Set watcher on existing znode=/0790377365/backup-masters/7ae73638d47e,39659,1733178070926 2024-12-02T22:21:11,690 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0790377365/master 2024-12-02T22:21:11,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:11,690 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:11,700 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Set watcher on existing znode=/0790377365/master 2024-12-02T22:21:11,702 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0790377365/backup-masters/7ae73638d47e,39659,1733178070926 from backup master directory 2024-12-02T22:21:11,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0790377365/backup-masters/7ae73638d47e,39659,1733178070926 2024-12-02T22:21:11,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365/backup-masters 2024-12-02T22:21:11,761 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365/backup-masters 2024-12-02T22:21:11,761 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:21:11,761 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,39659,1733178070926 2024-12-02T22:21:11,790 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/hbase.id] with ID: e7ddd33b-8091-457e-ba5b-afb0aeba71ec 2024-12-02T22:21:11,790 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/.tmp/hbase.id 2024-12-02T22:21:11,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:21:11,812 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/.tmp/hbase.id]:[hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/hbase.id] 2024-12-02T22:21:11,824 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:11,825 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:21:11,826 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:21:11,911 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:11,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:11,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:21:11,923 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:21:11,924 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:21:11,933 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:21:11,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:21:11,945 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store 2024-12-02T22:21:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:21:12,373 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:12,373 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:21:12,373 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:12,373 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:12,373 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:21:12,373 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:12,373 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:12,373 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178072373Disabling compacts and flushes for region at 1733178072373Disabling writes for close at 1733178072373Writing region close event to WAL at 1733178072373Closed at 1733178072373 2024-12-02T22:21:12,377 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/.initializing 2024-12-02T22:21:12,377 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/WALs/7ae73638d47e,39659,1733178070926 2024-12-02T22:21:12,378 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:21:12,380 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C39659%2C1733178070926, suffix=, logDir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/WALs/7ae73638d47e,39659,1733178070926, archiveDir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/oldWALs, maxLogs=10 2024-12-02T22:21:12,399 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/WALs/7ae73638d47e,39659,1733178070926/7ae73638d47e%2C39659%2C1733178070926.1733178072380, exclude list is [], retry=0 2024-12-02T22:21:12,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-9bfb86a3-4be8-4c90-a7db-f4de10265eea,DISK] 2024-12-02T22:21:12,413 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/WALs/7ae73638d47e,39659,1733178070926/7ae73638d47e%2C39659%2C1733178070926.1733178072380 2024-12-02T22:21:12,415 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-12-02T22:21:12,415 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:21:12,415 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:12,416 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:12,416 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:12,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:12,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:21:12,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:12,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:12,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:12,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:21:12,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:12,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:12,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:12,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:21:12,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:12,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:12,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:12,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:21:12,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:12,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:12,460 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:12,461 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:12,462 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:12,463 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:12,463 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:12,464 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:21:12,465 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:12,469 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:21:12,470 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59063985, jitterRate=-0.11987803876399994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:21:12,470 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733178072416Initializing all the Stores at 1733178072432 (+16 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178072432Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178072440 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178072440Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178072440Cleaning up temporary data from old regions at 1733178072463 (+23 ms)Region opened successfully at 1733178072470 (+7 ms) 2024-12-02T22:21:12,484 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:21:12,487 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c788764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:21:12,489 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:21:12,489 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:21:12,489 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:21:12,489 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:21:12,489 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:21:12,490 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:21:12,490 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:21:12,508 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:21:12,509 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Unable to get data of znode /0790377365/balancer because node does not exist (not necessarily an error) 2024-12-02T22:21:12,573 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0790377365/balancer already deleted, retry=false 2024-12-02T22:21:12,573 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:21:12,574 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Unable to get data of znode /0790377365/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:21:12,672 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0790377365/normalizer already deleted, retry=false 2024-12-02T22:21:12,673 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:21:12,674 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Unable to get data of znode /0790377365/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:21:12,766 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0790377365/switch/split already deleted, retry=false 2024-12-02T22:21:12,767 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Unable to get data of znode /0790377365/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:21:12,792 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0790377365/switch/merge already deleted, retry=false 2024-12-02T22:21:12,795 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Unable to get data of znode /0790377365/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:21:12,834 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0790377365/snapshot-cleanup already deleted, retry=false 2024-12-02T22:21:12,903 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0790377365/running 2024-12-02T22:21:12,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0790377365/running 2024-12-02T22:21:12,903 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:12,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:12,904 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,39659,1733178070926, sessionid=0x1009d149af40000, setting cluster-up flag (Was=false) 2024-12-02T22:21:13,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:13,042 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:13,242 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0790377365/flush-table-proc/acquired, /0790377365/flush-table-proc/reached, /0790377365/flush-table-proc/abort 2024-12-02T22:21:13,243 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,39659,1733178070926 2024-12-02T22:21:13,365 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:13,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:13,522 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:21:13,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T22:21:13,626 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0790377365/online-snapshot/acquired, /0790377365/online-snapshot/reached, /0790377365/online-snapshot/abort 2024-12-02T22:21:13,628 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,39659,1733178070926 2024-12-02T22:21:13,629 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:21:13,631 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:13,631 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:21:13,632 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:21:13,632 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,39659,1733178070926 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:21:13,633 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:13,633 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:13,634 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:13,634 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:13,634 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:21:13,634 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:13,634 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:21:13,634 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:13,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:13,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:21:13,639 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:13,639 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:21:13,648 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733178103648 2024-12-02T22:21:13,649 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:21:13,649 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:21:13,649 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:21:13,649 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:21:13,649 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:21:13,649 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:21:13,651 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:13,656 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:21:13,657 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:21:13,657 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:21:13,657 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:21:13,661 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:21:13,661 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:21:13,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:21:13,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:21:13,663 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c 2024-12-02T22:21:13,665 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178073661,5,FailOnTimeoutGroup] 2024-12-02T22:21:13,665 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178073665,5,FailOnTimeoutGroup] 2024-12-02T22:21:13,665 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:13,665 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:21:13,665 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:13,665 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:13,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:21:13,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:13,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:21:13,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:21:13,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:13,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:13,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:21:13,723 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(746): ClusterId : e7ddd33b-8091-457e-ba5b-afb0aeba71ec 2024-12-02T22:21:13,723 DEBUG [RS:0;7ae73638d47e:41945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:21:13,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:21:13,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:13,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:13,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:21:13,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:21:13,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:13,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:13,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:21:13,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:21:13,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:13,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:13,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:21:13,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740 2024-12-02T22:21:13,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740 2024-12-02T22:21:13,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:21:13,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:21:13,735 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:21:13,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:21:13,741 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:21:13,741 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72758358, jitterRate=0.08418402075767517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:21:13,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733178073719Initializing all the Stores at 1733178073719Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178073719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178073720 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178073720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178073720Cleaning up temporary data from old regions at 1733178073735 (+15 ms)Region opened successfully at 1733178073741 (+6 ms) 2024-12-02T22:21:13,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:21:13,741 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:21:13,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:21:13,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:21:13,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:21:13,746 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:21:13,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178073741Disabling compacts and flushes for region at 1733178073741Disabling writes for close at 1733178073742 (+1 ms)Writing region close event to WAL at 1733178073746 (+4 ms)Closed at 1733178073746 2024-12-02T22:21:13,748 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:13,748 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:21:13,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:21:13,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:21:13,750 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:21:13,783 DEBUG [RS:0;7ae73638d47e:41945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:21:13,783 DEBUG [RS:0;7ae73638d47e:41945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:21:13,843 DEBUG [RS:0;7ae73638d47e:41945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:21:13,844 DEBUG [RS:0;7ae73638d47e:41945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb767d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:21:13,867 DEBUG [RS:0;7ae73638d47e:41945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:41945 2024-12-02T22:21:13,867 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:21:13,868 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:21:13,868 DEBUG [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:21:13,868 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,39659,1733178070926 with port=41945, startcode=1733178071238 2024-12-02T22:21:13,869 DEBUG [RS:0;7ae73638d47e:41945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:21:13,881 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:21:13,882 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39659 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,41945,1733178071238 2024-12-02T22:21:13,882 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39659 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,41945,1733178071238 2024-12-02T22:21:13,884 DEBUG [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c 2024-12-02T22:21:13,884 DEBUG [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37851 2024-12-02T22:21:13,884 DEBUG [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:21:13,901 WARN [7ae73638d47e:39659 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:21:13,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365/rs 2024-12-02T22:21:13,911 DEBUG [RS:0;7ae73638d47e:41945 {}] zookeeper.ZKUtil(111): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Set watcher on existing znode=/0790377365/rs/7ae73638d47e,41945,1733178071238 2024-12-02T22:21:13,911 WARN [RS:0;7ae73638d47e:41945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:21:13,912 INFO [RS:0;7ae73638d47e:41945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:21:13,912 DEBUG [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238 2024-12-02T22:21:13,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,41945,1733178071238] 2024-12-02T22:21:13,935 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:21:13,940 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:21:13,946 INFO [RS:0;7ae73638d47e:41945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:21:13,946 INFO [RS:0;7ae73638d47e:41945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:13,946 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:21:13,947 INFO [RS:0;7ae73638d47e:41945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:21:13,947 INFO [RS:0;7ae73638d47e:41945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:13,947 DEBUG [RS:0;7ae73638d47e:41945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:13,947 DEBUG [RS:0;7ae73638d47e:41945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:13,947 DEBUG [RS:0;7ae73638d47e:41945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:13,947 DEBUG [RS:0;7ae73638d47e:41945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:13,947 DEBUG [RS:0;7ae73638d47e:41945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:13,947 DEBUG [RS:0;7ae73638d47e:41945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:21:13,947 DEBUG [RS:0;7ae73638d47e:41945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:13,947 DEBUG [RS:0;7ae73638d47e:41945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:13,947 DEBUG [RS:0;7ae73638d47e:41945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:13,948 DEBUG [RS:0;7ae73638d47e:41945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:13,948 DEBUG [RS:0;7ae73638d47e:41945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:13,948 DEBUG [RS:0;7ae73638d47e:41945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:13,948 DEBUG [RS:0;7ae73638d47e:41945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:21:13,948 DEBUG [RS:0;7ae73638d47e:41945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:21:13,954 INFO [RS:0;7ae73638d47e:41945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:13,954 INFO [RS:0;7ae73638d47e:41945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:13,954 INFO [RS:0;7ae73638d47e:41945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:13,954 INFO [RS:0;7ae73638d47e:41945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:13,954 INFO [RS:0;7ae73638d47e:41945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:13,955 INFO [RS:0;7ae73638d47e:41945 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,41945,1733178071238-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:21:13,979 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:21:13,980 INFO [RS:0;7ae73638d47e:41945 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,41945,1733178071238-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:13,980 INFO [RS:0;7ae73638d47e:41945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:13,980 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.Replication(171): 7ae73638d47e,41945,1733178071238 started 2024-12-02T22:21:14,009 INFO [RS:0;7ae73638d47e:41945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:14,009 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,41945,1733178071238, RpcServer on 7ae73638d47e/172.17.0.2:41945, sessionid=0x1009d149af40001 2024-12-02T22:21:14,009 DEBUG [RS:0;7ae73638d47e:41945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:21:14,009 DEBUG [RS:0;7ae73638d47e:41945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,41945,1733178071238 2024-12-02T22:21:14,009 DEBUG [RS:0;7ae73638d47e:41945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,41945,1733178071238' 2024-12-02T22:21:14,009 DEBUG [RS:0;7ae73638d47e:41945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0790377365/flush-table-proc/abort' 2024-12-02T22:21:14,010 DEBUG [RS:0;7ae73638d47e:41945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0790377365/flush-table-proc/acquired' 2024-12-02T22:21:14,011 DEBUG [RS:0;7ae73638d47e:41945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:21:14,011 DEBUG [RS:0;7ae73638d47e:41945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:21:14,011 DEBUG [RS:0;7ae73638d47e:41945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,41945,1733178071238 2024-12-02T22:21:14,011 DEBUG [RS:0;7ae73638d47e:41945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,41945,1733178071238' 2024-12-02T22:21:14,011 DEBUG [RS:0;7ae73638d47e:41945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0790377365/online-snapshot/abort' 2024-12-02T22:21:14,012 DEBUG [RS:0;7ae73638d47e:41945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0790377365/online-snapshot/acquired' 2024-12-02T22:21:14,013 DEBUG [RS:0;7ae73638d47e:41945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:21:14,013 INFO [RS:0;7ae73638d47e:41945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:21:14,013 INFO [RS:0;7ae73638d47e:41945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:21:14,113 INFO [RS:0;7ae73638d47e:41945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:21:14,115 INFO [RS:0;7ae73638d47e:41945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C41945%2C1733178071238, suffix=, logDir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238, archiveDir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/oldWALs, maxLogs=10 2024-12-02T22:21:14,136 DEBUG [RS:0;7ae73638d47e:41945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116, exclude list is [], retry=0 2024-12-02T22:21:14,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-9bfb86a3-4be8-4c90-a7db-f4de10265eea,DISK] 2024-12-02T22:21:14,160 INFO [RS:0;7ae73638d47e:41945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116 2024-12-02T22:21:14,172 DEBUG [RS:0;7ae73638d47e:41945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-12-02T22:21:14,401 DEBUG [7ae73638d47e:39659 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:21:14,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,41945,1733178071238 2024-12-02T22:21:14,403 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,41945,1733178071238, state=OPENING 2024-12-02T22:21:14,488 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:21:14,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:14,557 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:14,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0790377365/meta-region-server: CHANGED 2024-12-02T22:21:14,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0790377365/meta-region-server: CHANGED 2024-12-02T22:21:14,558 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:21:14,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,41945,1733178071238}] 2024-12-02T22:21:14,712 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:21:14,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:21:14,717 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:21:14,717 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:21:14,717 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:21:14,721 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C41945%2C1733178071238.meta, suffix=.meta, logDir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238, archiveDir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/oldWALs, maxLogs=10 2024-12-02T22:21:14,738 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.meta.1733178074722.meta, exclude list is [], retry=0 2024-12-02T22:21:14,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-9bfb86a3-4be8-4c90-a7db-f4de10265eea,DISK] 2024-12-02T22:21:14,772 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.meta.1733178074722.meta 2024-12-02T22:21:14,773 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-12-02T22:21:14,773 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:21:14,774 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:21:14,774 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:21:14,774 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:21:14,774 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:21:14,774 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:21:14,774 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:14,774 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:21:14,774 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:21:14,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:21:14,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:21:14,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:14,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:14,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:21:14,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:21:14,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:14,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:14,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:21:14,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:21:14,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:14,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:14,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:21:14,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:21:14,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:14,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:14,785 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:21:14,786 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740 2024-12-02T22:21:14,786 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740 2024-12-02T22:21:14,788 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:21:14,788 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:21:14,789 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:21:14,790 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:21:14,791 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72718341, jitterRate=0.08358772099018097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:21:14,791 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:21:14,791 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733178074774Writing region info on filesystem at 1733178074775 (+1 ms)Initializing all the Stores at 1733178074776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178074776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178074778 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178074778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178074778Cleaning up temporary data from old regions at 1733178074788 (+10 ms)Running coprocessor post-open hooks at 1733178074791 (+3 ms)Region opened successfully at 1733178074791 2024-12-02T22:21:14,793 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733178074711 2024-12-02T22:21:14,796 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:21:14,796 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:21:14,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,41945,1733178071238 2024-12-02T22:21:14,797 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,41945,1733178071238, state=OPEN 2024-12-02T22:21:14,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0790377365/meta-region-server 2024-12-02T22:21:14,946 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0790377365/meta-region-server 2024-12-02T22:21:14,946 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,41945,1733178071238 2024-12-02T22:21:14,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0790377365/meta-region-server: CHANGED 2024-12-02T22:21:14,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0790377365/meta-region-server: CHANGED 2024-12-02T22:21:14,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:21:14,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,41945,1733178071238 in 388 msec 2024-12-02T22:21:14,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:21:14,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2010 sec 2024-12-02T22:21:14,952 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:14,952 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:21:14,953 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:14,954 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,41945,1733178071238, seqNum=-1] 2024-12-02T22:21:14,954 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:14,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:21:14,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3360 sec 2024-12-02T22:21:14,967 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733178074967, completionTime=-1 2024-12-02T22:21:14,967 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:21:14,967 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:21:14,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:21:14,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178134970 2024-12-02T22:21:14,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178194970 2024-12-02T22:21:14,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T22:21:14,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39659,1733178070926-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:14,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39659,1733178070926-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:14,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39659,1733178070926-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:14,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:39659, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:14,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:14,970 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:14,973 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:21:14,974 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.213sec 2024-12-02T22:21:14,974 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:21:14,974 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:21:14,974 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:21:14,974 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:21:14,974 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:21:14,974 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39659,1733178070926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:21:14,975 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39659,1733178070926-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:21:14,991 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:21:14,991 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:21:14,991 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39659,1733178070926-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:15,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698ce6fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:15,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39659,-1 for getting cluster id 2024-12-02T22:21:15,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:15,030 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7ddd33b-8091-457e-ba5b-afb0aeba71ec' 2024-12-02T22:21:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7ddd33b-8091-457e-ba5b-afb0aeba71ec" 2024-12-02T22:21:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157b9d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39659,-1] 2024-12-02T22:21:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:15,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:15,032 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:15,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2b586b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:15,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,41945,1733178071238, seqNum=-1] 2024-12-02T22:21:15,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:15,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:21:15,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,39659,1733178070926 2024-12-02T22:21:15,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50893 2024-12-02T22:21:15,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:21:15,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009d149af40002 connected 2024-12-02T22:21:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/hadoop.log.dir so I do NOT create it in target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764 2024-12-02T22:21:15,269 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:21:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/hadoop.tmp.dir so I do NOT create it in target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764 2024-12-02T22:21:15,269 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:21:15,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764 2024-12-02T22:21:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:21:15,269 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/cluster_7e683691-b5f2-0da2-046d-1166d9438d37, deleteOnExit=true 2024-12-02T22:21:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:21:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/test.cache.data in system properties and HBase conf 2024-12-02T22:21:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:21:15,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:21:15,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:21:15,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:21:15,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:21:15,270 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:21:15,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:21:15,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:21:15,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:21:15,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:21:15,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:21:15,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:21:15,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:21:15,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:21:15,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:21:15,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:21:15,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:21:15,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:21:15,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:21:15,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:21:15,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:15,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:21:16,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:21:16,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:21:16,033 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:21:16,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:16,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@101e6610{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:21:16,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5049b7ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:21:16,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c4eba30{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/java.io.tmpdir/jetty-localhost-44375-hadoop-hdfs-3_4_1-tests_jar-_-any-9750655194616557927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:21:16,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72eb97c5{HTTP/1.1, (http/1.1)}{localhost:44375} 2024-12-02T22:21:16,192 INFO [Time-limited test {}] server.Server(415): Started @270627ms 2024-12-02T22:21:16,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:16,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:21:16,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:21:16,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:21:16,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:21:16,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68dccdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:21:16,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a4e6483{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:21:17,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53f5fff5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/java.io.tmpdir/jetty-localhost-39527-hadoop-hdfs-3_4_1-tests_jar-_-any-15414766296615549474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:21:17,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59f88d4a{HTTP/1.1, (http/1.1)}{localhost:39527} 2024-12-02T22:21:17,136 INFO [Time-limited test {}] server.Server(415): Started @271570ms 2024-12-02T22:21:17,137 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:21:19,468 WARN [Thread-4351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/cluster_7e683691-b5f2-0da2-046d-1166d9438d37/data/data1/current/BP-1847658370-172.17.0.2-1733178075299/current, will proceed with Du for space computation calculation, 2024-12-02T22:21:19,469 WARN [Thread-4352 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/cluster_7e683691-b5f2-0da2-046d-1166d9438d37/data/data2/current/BP-1847658370-172.17.0.2-1733178075299/current, will proceed with Du for space computation calculation, 2024-12-02T22:21:19,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:19,517 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:21:19,518 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108790 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:21:19,536 WARN [Thread-4339 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:21:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd13d4a1fc44d8b45 with lease ID 0x68b54eac9c9ceecd: Processing first storage report for DS-6373cbd8-81d0-40fa-85c3-af9f9e00cc89 from datanode DatanodeRegistration(127.0.0.1:34481, datanodeUuid=3d668d10-5677-4f82-97ce-cddb06292d9d, infoPort=37871, infoSecurePort=0, ipcPort=44941, storageInfo=lv=-57;cid=testClusterID;nsid=739855190;c=1733178075299) 2024-12-02T22:21:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd13d4a1fc44d8b45 with lease ID 0x68b54eac9c9ceecd: from storage DS-6373cbd8-81d0-40fa-85c3-af9f9e00cc89 node DatanodeRegistration(127.0.0.1:34481, datanodeUuid=3d668d10-5677-4f82-97ce-cddb06292d9d, infoPort=37871, infoSecurePort=0, ipcPort=44941, storageInfo=lv=-57;cid=testClusterID;nsid=739855190;c=1733178075299), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:21:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd13d4a1fc44d8b45 with lease ID 0x68b54eac9c9ceecd: Processing first storage report for DS-fe19a1fc-6a6d-41a3-8b82-7f41b3744309 from datanode DatanodeRegistration(127.0.0.1:34481, datanodeUuid=3d668d10-5677-4f82-97ce-cddb06292d9d, infoPort=37871, infoSecurePort=0, ipcPort=44941, storageInfo=lv=-57;cid=testClusterID;nsid=739855190;c=1733178075299) 2024-12-02T22:21:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd13d4a1fc44d8b45 with lease ID 0x68b54eac9c9ceecd: from storage DS-fe19a1fc-6a6d-41a3-8b82-7f41b3744309 node DatanodeRegistration(127.0.0.1:34481, datanodeUuid=3d668d10-5677-4f82-97ce-cddb06292d9d, infoPort=37871, infoSecurePort=0, ipcPort=44941, storageInfo=lv=-57;cid=testClusterID;nsid=739855190;c=1733178075299), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:21:19,547 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764 2024-12-02T22:21:19,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:19,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:19,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:21:19,561 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e with version=8 2024-12-02T22:21:19,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/hbase-staging 2024-12-02T22:21:19,564 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:21:19,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:19,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:19,564 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:21:19,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:19,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:21:19,564 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:21:19,564 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:21:19,569 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42129 2024-12-02T22:21:19,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42129 connecting to ZooKeeper ensemble=127.0.0.1:50893 2024-12-02T22:21:19,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421290x0, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:21:19,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42129-0x1009d149af40003 connected 2024-12-02T22:21:19,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:19,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:20,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:20,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Set watcher on znode that does not yet exist, /1-442595919/running 2024-12-02T22:21:20,035 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e, hbase.cluster.distributed=false 2024-12-02T22:21:20,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Set watcher on znode that does not yet exist, /1-442595919/acl 2024-12-02T22:21:20,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42129 2024-12-02T22:21:20,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42129 2024-12-02T22:21:20,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42129 2024-12-02T22:21:20,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42129 2024-12-02T22:21:20,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42129 2024-12-02T22:21:20,073 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:21:20,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:20,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:20,073 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:21:20,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:20,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:21:20,073 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:21:20,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:21:20,074 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39065 2024-12-02T22:21:20,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39065 connecting to ZooKeeper ensemble=127.0.0.1:50893 2024-12-02T22:21:20,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:20,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:20,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390650x0, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:21:20,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390650x0, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Set watcher on znode that does not yet exist, /1-442595919/running 2024-12-02T22:21:20,143 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:21:20,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39065-0x1009d149af40004 connected 2024-12-02T22:21:20,144 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:21:20,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Set watcher on znode that does not yet exist, /1-442595919/master 2024-12-02T22:21:20,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Set watcher on znode that does not yet exist, /1-442595919/acl 2024-12-02T22:21:20,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39065 2024-12-02T22:21:20,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39065 2024-12-02T22:21:20,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39065 2024-12-02T22:21:20,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39065 2024-12-02T22:21:20,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39065 2024-12-02T22:21:20,198 DEBUG [M:0;7ae73638d47e:42129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:42129 2024-12-02T22:21:20,199 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-442595919/backup-masters/7ae73638d47e,42129,1733178079563 2024-12-02T22:21:20,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919/backup-masters 2024-12-02T22:21:20,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919/backup-masters 2024-12-02T22:21:20,244 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Set watcher on existing znode=/1-442595919/backup-masters/7ae73638d47e,42129,1733178079563 2024-12-02T22:21:20,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-442595919/master 2024-12-02T22:21:20,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:20,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:20,305 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Set watcher on existing znode=/1-442595919/master 2024-12-02T22:21:20,305 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-442595919/backup-masters/7ae73638d47e,42129,1733178079563 from backup master directory 2024-12-02T22:21:20,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919/backup-masters 2024-12-02T22:21:20,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-442595919/backup-masters/7ae73638d47e,42129,1733178079563 2024-12-02T22:21:20,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919/backup-masters 2024-12-02T22:21:20,374 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:21:20,374 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,42129,1733178079563 2024-12-02T22:21:20,378 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/hbase.id] with ID: 19df6dca-9c09-4621-9473-04db6f9709d6 2024-12-02T22:21:20,378 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/.tmp/hbase.id 2024-12-02T22:21:20,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:21:20,387 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/.tmp/hbase.id]:[hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/hbase.id] 2024-12-02T22:21:20,396 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:20,396 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:21:20,397 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:21:20,441 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:21:20,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:20,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:20,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:21:20,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:20,919 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:21:20,921 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:21:20,921 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:21:20,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:21:20,932 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store 2024-12-02T22:21:20,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:21:21,349 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:21,350 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:21:21,350 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:21,350 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:21,350 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:21:21,350 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:21,350 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:21,350 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178081349Disabling compacts and flushes for region at 1733178081349Disabling writes for close at 1733178081350 (+1 ms)Writing region close event to WAL at 1733178081350Closed at 1733178081350 2024-12-02T22:21:21,351 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/.initializing 2024-12-02T22:21:21,351 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/WALs/7ae73638d47e,42129,1733178079563 2024-12-02T22:21:21,356 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:21:21,366 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C42129%2C1733178079563, suffix=, logDir=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/WALs/7ae73638d47e,42129,1733178079563, archiveDir=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/oldWALs, maxLogs=10 2024-12-02T22:21:21,390 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/WALs/7ae73638d47e,42129,1733178079563/7ae73638d47e%2C42129%2C1733178079563.1733178081366, exclude list is [], retry=0 2024-12-02T22:21:21,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34481,DS-6373cbd8-81d0-40fa-85c3-af9f9e00cc89,DISK] 2024-12-02T22:21:21,456 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/WALs/7ae73638d47e,42129,1733178079563/7ae73638d47e%2C42129%2C1733178079563.1733178081366 2024-12-02T22:21:21,472 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37871:37871)] 2024-12-02T22:21:21,472 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:21:21,473 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:21,473 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:21,473 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:21,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:21,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:21:21,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:21,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:21,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:21,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:21:21,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:21,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:21,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:21,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:21:21,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:21,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:21,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:21,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:21:21,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:21,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:21,555 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:21,556 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:21,557 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:21,571 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:21,571 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:21,571 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:21:21,572 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:21,574 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:21:21,574 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63830396, jitterRate=-0.04885298013687134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:21:21,575 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733178081473Initializing all the Stores at 1733178081484 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178081484Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178081488 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178081488Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178081488Cleaning up temporary data from old regions at 1733178081571 (+83 ms)Region opened successfully at 1733178081575 (+4 ms) 2024-12-02T22:21:21,575 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:21:21,582 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469684ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:21:21,583 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:21:21,583 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:21:21,583 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:21:21,583 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:21:21,584 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:21:21,584 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:21:21,584 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:21:21,613 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:21:21,615 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Unable to get data of znode /1-442595919/balancer because node does not exist (not necessarily an error) 2024-12-02T22:21:21,711 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-442595919/balancer already deleted, retry=false 2024-12-02T22:21:21,711 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:21:21,712 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Unable to get data of znode /1-442595919/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:21:21,796 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-442595919/normalizer already deleted, retry=false 2024-12-02T22:21:21,796 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:21:21,807 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Unable to get data of znode /1-442595919/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:21:21,865 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-442595919/switch/split already deleted, retry=false 2024-12-02T22:21:21,866 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Unable to get data of znode /1-442595919/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:21:21,933 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-442595919/switch/merge already deleted, retry=false 2024-12-02T22:21:21,942 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Unable to get data of znode /1-442595919/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:21:21,996 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-442595919/snapshot-cleanup already deleted, retry=false 2024-12-02T22:21:22,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-442595919/running 2024-12-02T22:21:22,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:22,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-442595919/running 2024-12-02T22:21:22,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:22,086 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,42129,1733178079563, sessionid=0x1009d149af40003, setting cluster-up flag (Was=false) 2024-12-02T22:21:22,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:22,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:22,425 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-442595919/flush-table-proc/acquired, /1-442595919/flush-table-proc/reached, /1-442595919/flush-table-proc/abort 2024-12-02T22:21:22,427 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,42129,1733178079563 2024-12-02T22:21:22,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:22,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:22,826 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-442595919/online-snapshot/acquired, /1-442595919/online-snapshot/reached, /1-442595919/online-snapshot/abort 2024-12-02T22:21:22,829 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,42129,1733178079563 2024-12-02T22:21:22,832 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:21:22,843 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:22,843 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:21:22,843 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:21:22,843 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,42129,1733178079563 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:21:22,849 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:22,849 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:22,850 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:22,850 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:22,850 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:21:22,850 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:22,850 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:21:22,850 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:22,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:22,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:21:22,882 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:22,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:21:22,947 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733178112947 2024-12-02T22:21:22,947 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:21:22,947 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:21:22,948 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:21:22,948 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:21:22,948 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:21:22,948 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:21:22,962 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(746): ClusterId : 19df6dca-9c09-4621-9473-04db6f9709d6 2024-12-02T22:21:22,962 DEBUG [RS:0;7ae73638d47e:39065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:21:22,964 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:22,972 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:21:22,972 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:21:22,973 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:21:22,973 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:21:23,004 DEBUG [RS:0;7ae73638d47e:39065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:21:23,004 DEBUG [RS:0;7ae73638d47e:39065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:21:23,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:21:23,007 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:21:23,007 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:21:23,012 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:21:23,013 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e 2024-12-02T22:21:23,021 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178083007,5,FailOnTimeoutGroup] 2024-12-02T22:21:23,024 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178083021,5,FailOnTimeoutGroup] 2024-12-02T22:21:23,024 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:23,024 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:21:23,024 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:23,025 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:23,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741832_1008 (size=32) 2024-12-02T22:21:23,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:23,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:21:23,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:21:23,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:23,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:23,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:21:23,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:21:23,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:23,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:23,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:21:23,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:21:23,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:23,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:23,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:21:23,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:21:23,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:23,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:23,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:21:23,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740 2024-12-02T22:21:23,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740 2024-12-02T22:21:23,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:21:23,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:21:23,045 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:21:23,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:21:23,049 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:21:23,049 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73832432, jitterRate=0.1001889705657959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:21:23,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733178083028Initializing all the Stores at 1733178083029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178083029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178083029Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178083029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178083029Cleaning up temporary data from old regions at 1733178083044 (+15 ms)Region opened successfully at 1733178083050 (+6 ms) 2024-12-02T22:21:23,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:21:23,050 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:21:23,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:21:23,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:21:23,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:21:23,051 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:21:23,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178083050Disabling compacts and flushes for region at 1733178083050Disabling writes for close at 1733178083050Writing region close event to WAL at 1733178083051 (+1 ms)Closed at 1733178083051 2024-12-02T22:21:23,054 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:23,054 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:21:23,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:21:23,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:21:23,056 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:21:23,082 DEBUG [RS:0;7ae73638d47e:39065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:21:23,082 DEBUG [RS:0;7ae73638d47e:39065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d52b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:21:23,109 DEBUG [RS:0;7ae73638d47e:39065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:39065 2024-12-02T22:21:23,109 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:21:23,109 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:21:23,109 DEBUG [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:21:23,110 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,42129,1733178079563 with port=39065, startcode=1733178080072 2024-12-02T22:21:23,110 DEBUG [RS:0;7ae73638d47e:39065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:21:23,114 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:21:23,115 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,39065,1733178080072 2024-12-02T22:21:23,115 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42129 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,39065,1733178080072 2024-12-02T22:21:23,122 DEBUG [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e 2024-12-02T22:21:23,122 DEBUG [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33209 2024-12-02T22:21:23,122 DEBUG [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:21:23,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919/rs 2024-12-02T22:21:23,206 DEBUG [RS:0;7ae73638d47e:39065 {}] zookeeper.ZKUtil(111): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Set watcher on existing znode=/1-442595919/rs/7ae73638d47e,39065,1733178080072 2024-12-02T22:21:23,206 WARN [RS:0;7ae73638d47e:39065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:21:23,206 INFO [RS:0;7ae73638d47e:39065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:21:23,206 DEBUG [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/WALs/7ae73638d47e,39065,1733178080072 2024-12-02T22:21:23,207 WARN [7ae73638d47e:42129 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T22:21:23,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,39065,1733178080072] 2024-12-02T22:21:23,264 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:21:23,280 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:21:23,285 INFO [RS:0;7ae73638d47e:39065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:21:23,285 INFO [RS:0;7ae73638d47e:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:23,296 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:21:23,301 INFO [RS:0;7ae73638d47e:39065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:21:23,301 INFO [RS:0;7ae73638d47e:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:23,301 DEBUG [RS:0;7ae73638d47e:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:23,301 DEBUG [RS:0;7ae73638d47e:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:23,301 DEBUG [RS:0;7ae73638d47e:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:23,301 DEBUG [RS:0;7ae73638d47e:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:23,301 DEBUG [RS:0;7ae73638d47e:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:23,301 DEBUG [RS:0;7ae73638d47e:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:21:23,301 DEBUG [RS:0;7ae73638d47e:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:23,301 DEBUG [RS:0;7ae73638d47e:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:23,301 DEBUG [RS:0;7ae73638d47e:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:23,301 DEBUG [RS:0;7ae73638d47e:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:23,301 DEBUG [RS:0;7ae73638d47e:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:23,301 DEBUG [RS:0;7ae73638d47e:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:23,301 DEBUG [RS:0;7ae73638d47e:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:21:23,301 DEBUG [RS:0;7ae73638d47e:39065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:21:23,318 INFO [RS:0;7ae73638d47e:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:23,318 INFO [RS:0;7ae73638d47e:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:23,318 INFO [RS:0;7ae73638d47e:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:23,318 INFO [RS:0;7ae73638d47e:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:23,318 INFO [RS:0;7ae73638d47e:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:23,318 INFO [RS:0;7ae73638d47e:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39065,1733178080072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:21:23,341 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:21:23,342 INFO [RS:0;7ae73638d47e:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,39065,1733178080072-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:23,342 INFO [RS:0;7ae73638d47e:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:23,342 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.Replication(171): 7ae73638d47e,39065,1733178080072 started 2024-12-02T22:21:23,364 INFO [RS:0;7ae73638d47e:39065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:23,364 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,39065,1733178080072, RpcServer on 7ae73638d47e/172.17.0.2:39065, sessionid=0x1009d149af40004 2024-12-02T22:21:23,365 DEBUG [RS:0;7ae73638d47e:39065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:21:23,365 DEBUG [RS:0;7ae73638d47e:39065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,39065,1733178080072 2024-12-02T22:21:23,365 DEBUG [RS:0;7ae73638d47e:39065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,39065,1733178080072' 2024-12-02T22:21:23,365 DEBUG [RS:0;7ae73638d47e:39065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-442595919/flush-table-proc/abort' 2024-12-02T22:21:23,366 DEBUG [RS:0;7ae73638d47e:39065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-442595919/flush-table-proc/acquired' 2024-12-02T22:21:23,366 DEBUG [RS:0;7ae73638d47e:39065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:21:23,366 DEBUG [RS:0;7ae73638d47e:39065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:21:23,366 DEBUG [RS:0;7ae73638d47e:39065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,39065,1733178080072 2024-12-02T22:21:23,366 DEBUG [RS:0;7ae73638d47e:39065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,39065,1733178080072' 2024-12-02T22:21:23,366 DEBUG [RS:0;7ae73638d47e:39065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-442595919/online-snapshot/abort' 2024-12-02T22:21:23,367 DEBUG [RS:0;7ae73638d47e:39065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-442595919/online-snapshot/acquired' 2024-12-02T22:21:23,371 DEBUG [RS:0;7ae73638d47e:39065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:21:23,371 INFO [RS:0;7ae73638d47e:39065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:21:23,371 INFO [RS:0;7ae73638d47e:39065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:21:23,472 INFO [RS:0;7ae73638d47e:39065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:21:23,474 INFO [RS:0;7ae73638d47e:39065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C39065%2C1733178080072, suffix=, logDir=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/WALs/7ae73638d47e,39065,1733178080072, archiveDir=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/oldWALs, maxLogs=10 2024-12-02T22:21:23,498 DEBUG [RS:0;7ae73638d47e:39065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/WALs/7ae73638d47e,39065,1733178080072/7ae73638d47e%2C39065%2C1733178080072.1733178083475, exclude list is [], retry=0 2024-12-02T22:21:23,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34481,DS-6373cbd8-81d0-40fa-85c3-af9f9e00cc89,DISK] 2024-12-02T22:21:23,509 INFO [RS:0;7ae73638d47e:39065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/WALs/7ae73638d47e,39065,1733178080072/7ae73638d47e%2C39065%2C1733178080072.1733178083475 2024-12-02T22:21:23,509 DEBUG [RS:0;7ae73638d47e:39065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37871:37871)] 2024-12-02T22:21:23,707 DEBUG [7ae73638d47e:42129 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:21:23,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,39065,1733178080072 2024-12-02T22:21:23,714 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,39065,1733178080072, state=OPENING 2024-12-02T22:21:23,942 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:21:24,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:24,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:24,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-442595919/meta-region-server: CHANGED 2024-12-02T22:21:24,049 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:21:24,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,39065,1733178080072}] 2024-12-02T22:21:24,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-442595919/meta-region-server: CHANGED 2024-12-02T22:21:24,206 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:21:24,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:21:24,221 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:21:24,221 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:21:24,221 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:21:24,227 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C39065%2C1733178080072.meta, suffix=.meta, logDir=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/WALs/7ae73638d47e,39065,1733178080072, archiveDir=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/oldWALs, maxLogs=10 2024-12-02T22:21:24,261 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/WALs/7ae73638d47e,39065,1733178080072/7ae73638d47e%2C39065%2C1733178080072.meta.1733178084228.meta, exclude list is [], retry=0 2024-12-02T22:21:24,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34481,DS-6373cbd8-81d0-40fa-85c3-af9f9e00cc89,DISK] 2024-12-02T22:21:24,299 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/WALs/7ae73638d47e,39065,1733178080072/7ae73638d47e%2C39065%2C1733178080072.meta.1733178084228.meta 2024-12-02T22:21:24,317 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37871:37871)] 2024-12-02T22:21:24,317 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:21:24,317 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:21:24,317 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:21:24,317 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:21:24,317 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:21:24,318 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:21:24,318 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:24,318 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:21:24,318 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:21:24,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:21:24,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:21:24,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:24,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:24,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:21:24,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:21:24,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:24,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:24,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:21:24,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:21:24,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:24,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:24,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:21:24,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:21:24,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:24,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:24,325 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:21:24,326 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740 2024-12-02T22:21:24,327 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740 2024-12-02T22:21:24,328 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:21:24,328 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:21:24,329 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:21:24,330 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:21:24,330 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73412268, jitterRate=0.09392803907394409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:21:24,330 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:21:24,331 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733178084318Writing region info on filesystem at 1733178084318Initializing all the Stores at 1733178084319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178084319Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178084319Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178084319Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178084319Cleaning up temporary data from old regions at 1733178084328 (+9 ms)Running coprocessor post-open hooks at 1733178084330 (+2 ms)Region opened successfully at 1733178084330 2024-12-02T22:21:24,331 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733178084205 2024-12-02T22:21:24,335 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,39065,1733178080072 2024-12-02T22:21:24,336 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,39065,1733178080072, state=OPEN 2024-12-02T22:21:24,336 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:21:24,336 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:21:24,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-442595919/meta-region-server 2024-12-02T22:21:24,385 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,39065,1733178080072 2024-12-02T22:21:24,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-442595919/meta-region-server: CHANGED 2024-12-02T22:21:24,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:21:24,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,39065,1733178080072 in 336 msec 2024-12-02T22:21:24,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-442595919/meta-region-server 2024-12-02T22:21:24,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-442595919/meta-region-server: CHANGED 2024-12-02T22:21:24,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:21:24,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.3350 sec 2024-12-02T22:21:24,392 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:24,392 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:21:24,393 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:24,393 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,39065,1733178080072, seqNum=-1] 2024-12-02T22:21:24,394 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:24,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:21:24,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5650 sec 2024-12-02T22:21:24,408 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733178084408, completionTime=-1 2024-12-02T22:21:24,408 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:21:24,408 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:21:24,410 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:21:24,410 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178144410 2024-12-02T22:21:24,410 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178204410 2024-12-02T22:21:24,411 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T22:21:24,411 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42129,1733178079563-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:24,411 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42129,1733178079563-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:24,411 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42129,1733178079563-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:24,411 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:42129, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:24,411 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:24,413 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:21:24,432 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:24,436 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.062sec 2024-12-02T22:21:24,437 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:21:24,437 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:21:24,437 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:21:24,437 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:21:24,437 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:21:24,437 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42129,1733178079563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:21:24,437 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42129,1733178079563-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:21:24,461 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:21:24,461 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:21:24,462 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,42129,1733178079563-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:24,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7b4b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:24,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,42129,-1 for getting cluster id 2024-12-02T22:21:24,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:24,495 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19df6dca-9c09-4621-9473-04db6f9709d6' 2024-12-02T22:21:24,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:24,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19df6dca-9c09-4621-9473-04db6f9709d6" 2024-12-02T22:21:24,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6000b170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:24,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,42129,-1] 2024-12-02T22:21:24,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:24,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:24,497 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:24,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82b758d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:24,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:24,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,39065,1733178080072, seqNum=-1] 2024-12-02T22:21:24,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:24,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:21:24,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,42129,1733178079563 2024-12-02T22:21:24,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50893 2024-12-02T22:21:24,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:21:24,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009d149af40005 connected 2024-12-02T22:21:24,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/hadoop.log.dir so I do NOT create it in target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b 2024-12-02T22:21:24,688 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T22:21:24,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/hadoop.tmp.dir so I do NOT create it in target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b 2024-12-02T22:21:24,688 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T22:21:24,688 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b 2024-12-02T22:21:24,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T22:21:24,689 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/cluster_ece5a2dd-4259-14b3-c9b6-f0f2a999a610, deleteOnExit=true 2024-12-02T22:21:24,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T22:21:24,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/test.cache.data in system properties and HBase conf 2024-12-02T22:21:24,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T22:21:24,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/hadoop.log.dir in system properties and HBase conf 2024-12-02T22:21:24,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T22:21:24,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T22:21:24,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T22:21:24,689 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T22:21:24,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:21:24,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T22:21:24,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T22:21:24,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:21:24,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T22:21:24,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T22:21:24,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T22:21:24,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:21:24,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T22:21:24,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/nfs.dump.dir in system properties and HBase conf 2024-12-02T22:21:24,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/java.io.tmpdir in system properties and HBase conf 2024-12-02T22:21:24,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T22:21:24,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T22:21:24,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T22:21:25,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:25,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:21:25,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:21:25,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:21:25,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T22:21:25,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:25,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b44f4ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:21:25,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5469fc8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:21:25,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b582525{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/java.io.tmpdir/jetty-localhost-46091-hadoop-hdfs-3_4_1-tests_jar-_-any-16106167787915266190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:21:25,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37246b1c{HTTP/1.1, (http/1.1)}{localhost:46091} 2024-12-02T22:21:25,993 INFO [Time-limited test {}] server.Server(415): Started @280427ms 2024-12-02T22:21:26,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T22:21:26,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T22:21:26,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T22:21:26,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T22:21:26,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T22:21:26,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56bbcd26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/hadoop.log.dir/,AVAILABLE} 2024-12-02T22:21:26,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f1d8083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T22:21:26,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d93b7ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/java.io.tmpdir/jetty-localhost-40537-hadoop-hdfs-3_4_1-tests_jar-_-any-3877802027337317987/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:21:26,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5191af03{HTTP/1.1, (http/1.1)}{localhost:40537} 2024-12-02T22:21:26,807 INFO [Time-limited test {}] server.Server(415): Started @281241ms 2024-12-02T22:21:26,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T22:21:27,263 WARN [Thread-4472 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/cluster_ece5a2dd-4259-14b3-c9b6-f0f2a999a610/data/data1/current/BP-641462510-172.17.0.2-1733178084731/current, will proceed with Du for space computation calculation, 2024-12-02T22:21:27,273 WARN [Thread-4473 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/cluster_ece5a2dd-4259-14b3-c9b6-f0f2a999a610/data/data2/current/BP-641462510-172.17.0.2-1733178084731/current, will proceed with Du for space computation calculation, 2024-12-02T22:21:27,393 WARN [Thread-4460 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T22:21:27,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34c9589e4273876b with lease ID 0x504654841d96cf5e: Processing first storage report for DS-d3e7b955-be23-4227-a7a8-6fb7e0a8fda3 from datanode DatanodeRegistration(127.0.0.1:37705, datanodeUuid=f6dc52a9-ef40-4df0-8cab-ae9dbababbfc, infoPort=43949, infoSecurePort=0, ipcPort=39247, storageInfo=lv=-57;cid=testClusterID;nsid=1844438037;c=1733178084731) 2024-12-02T22:21:27,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34c9589e4273876b with lease ID 0x504654841d96cf5e: from storage DS-d3e7b955-be23-4227-a7a8-6fb7e0a8fda3 node DatanodeRegistration(127.0.0.1:37705, datanodeUuid=f6dc52a9-ef40-4df0-8cab-ae9dbababbfc, infoPort=43949, infoSecurePort=0, ipcPort=39247, storageInfo=lv=-57;cid=testClusterID;nsid=1844438037;c=1733178084731), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:21:27,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34c9589e4273876b with lease ID 0x504654841d96cf5e: Processing first storage report for DS-6db5f729-b00a-4d40-86cc-8f41a10dd31e from datanode DatanodeRegistration(127.0.0.1:37705, datanodeUuid=f6dc52a9-ef40-4df0-8cab-ae9dbababbfc, infoPort=43949, infoSecurePort=0, ipcPort=39247, storageInfo=lv=-57;cid=testClusterID;nsid=1844438037;c=1733178084731) 2024-12-02T22:21:27,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34c9589e4273876b with lease ID 0x504654841d96cf5e: from storage DS-6db5f729-b00a-4d40-86cc-8f41a10dd31e node DatanodeRegistration(127.0.0.1:37705, datanodeUuid=f6dc52a9-ef40-4df0-8cab-ae9dbababbfc, infoPort=43949, infoSecurePort=0, ipcPort=39247, storageInfo=lv=-57;cid=testClusterID;nsid=1844438037;c=1733178084731), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T22:21:27,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b 2024-12-02T22:21:27,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:27,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:27,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741825_1001 (size=7) 2024-12-02T22:21:27,938 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3 with version=8 2024-12-02T22:21:27,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/hbase-staging 2024-12-02T22:21:27,941 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:21:27,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:27,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:27,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:21:27,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:27,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:21:27,941 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T22:21:27,941 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:21:27,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44597 2024-12-02T22:21:27,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44597 connecting to ZooKeeper ensemble=127.0.0.1:50893 2024-12-02T22:21:27,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445970x0, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:21:27,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44597-0x1009d149af40006 connected 2024-12-02T22:21:27,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:27,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:27,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Set watcher on znode that does not yet exist, /2-2129687640/running 2024-12-02T22:21:27,967 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3, hbase.cluster.distributed=false 2024-12-02T22:21:27,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Set watcher on znode that does not yet exist, /2-2129687640/acl 2024-12-02T22:21:27,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44597 2024-12-02T22:21:27,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44597 2024-12-02T22:21:27,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44597 2024-12-02T22:21:27,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44597 2024-12-02T22:21:27,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44597 2024-12-02T22:21:28,015 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7ae73638d47e:0 server-side Connection retries=45 2024-12-02T22:21:28,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:28,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:28,015 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T22:21:28,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T22:21:28,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T22:21:28,015 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T22:21:28,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T22:21:28,017 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35483 2024-12-02T22:21:28,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35483 connecting to ZooKeeper ensemble=127.0.0.1:50893 2024-12-02T22:21:28,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:28,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:28,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354830x0, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:21:28,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354830x0, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Set watcher on znode that does not yet exist, /2-2129687640/running 2024-12-02T22:21:28,069 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T22:21:28,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35483-0x1009d149af40007 connected 2024-12-02T22:21:28,088 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T22:21:28,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Set watcher on znode that does not yet exist, /2-2129687640/master 2024-12-02T22:21:28,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Set watcher on znode that does not yet exist, /2-2129687640/acl 2024-12-02T22:21:28,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35483 2024-12-02T22:21:28,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35483 2024-12-02T22:21:28,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35483 2024-12-02T22:21:28,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35483 2024-12-02T22:21:28,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35483 2024-12-02T22:21:28,273 DEBUG [M:0;7ae73638d47e:44597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ae73638d47e:44597 2024-12-02T22:21:28,277 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2129687640/backup-masters/7ae73638d47e,44597,1733178087941 2024-12-02T22:21:28,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640/backup-masters 2024-12-02T22:21:28,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640/backup-masters 2024-12-02T22:21:28,280 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Set watcher on existing znode=/2-2129687640/backup-masters/7ae73638d47e,44597,1733178087941 2024-12-02T22:21:28,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:28,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2129687640/master 2024-12-02T22:21:28,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:28,282 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Set watcher on existing znode=/2-2129687640/master 2024-12-02T22:21:28,282 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2129687640/backup-masters/7ae73638d47e,44597,1733178087941 from backup master directory 2024-12-02T22:21:28,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640/backup-masters 2024-12-02T22:21:28,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2129687640/backup-masters/7ae73638d47e,44597,1733178087941 2024-12-02T22:21:28,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640/backup-masters 2024-12-02T22:21:28,291 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:21:28,291 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ae73638d47e,44597,1733178087941 2024-12-02T22:21:28,305 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/hbase.id] with ID: e77df3a6-a06a-4ee8-b118-a0a22ba37424 2024-12-02T22:21:28,305 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/.tmp/hbase.id 2024-12-02T22:21:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741826_1002 (size=42) 2024-12-02T22:21:28,351 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/.tmp/hbase.id]:[hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/hbase.id] 2024-12-02T22:21:28,360 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:28,360 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T22:21:28,361 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T22:21:28,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:28,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:28,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741827_1003 (size=196) 2024-12-02T22:21:28,778 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:21:28,779 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T22:21:28,793 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:21:28,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741828_1004 (size=1189) 2024-12-02T22:21:28,815 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store 2024-12-02T22:21:28,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741829_1005 (size=34) 2024-12-02T22:21:28,841 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:28,841 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:21:28,841 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:28,841 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:28,841 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:21:28,841 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:28,841 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:28,841 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178088841Disabling compacts and flushes for region at 1733178088841Disabling writes for close at 1733178088841Writing region close event to WAL at 1733178088841Closed at 1733178088841 2024-12-02T22:21:28,842 WARN [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/.initializing 2024-12-02T22:21:28,842 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/WALs/7ae73638d47e,44597,1733178087941 2024-12-02T22:21:28,843 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:21:28,844 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ae73638d47e%2C44597%2C1733178087941, suffix=, logDir=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/WALs/7ae73638d47e,44597,1733178087941, archiveDir=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/oldWALs, maxLogs=10 2024-12-02T22:21:28,867 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/WALs/7ae73638d47e,44597,1733178087941/7ae73638d47e%2C44597%2C1733178087941.1733178088844, exclude list is [], retry=0 2024-12-02T22:21:28,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37705,DS-d3e7b955-be23-4227-a7a8-6fb7e0a8fda3,DISK] 2024-12-02T22:21:28,881 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/WALs/7ae73638d47e,44597,1733178087941/7ae73638d47e%2C44597%2C1733178087941.1733178088844 2024-12-02T22:21:28,887 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43949:43949)] 2024-12-02T22:21:28,887 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:21:28,888 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:28,888 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:28,888 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:28,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:28,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T22:21:28,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:28,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:28,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:28,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T22:21:28,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:28,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:28,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:28,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T22:21:28,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:28,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:28,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:28,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T22:21:28,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:28,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:28,903 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:28,903 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:28,904 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:28,905 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:28,905 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:28,905 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:21:28,906 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T22:21:28,909 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:21:28,909 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70728793, jitterRate=0.05394114553928375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:21:28,909 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733178088888Initializing all the Stores at 1733178088889 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178088889Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178088892 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178088892Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178088892Cleaning up temporary data from old regions at 1733178088905 (+13 ms)Region opened successfully at 1733178088909 (+4 ms) 2024-12-02T22:21:28,914 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T22:21:28,917 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b63f4a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:21:28,918 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T22:21:28,918 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T22:21:28,918 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T22:21:28,918 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T22:21:28,918 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T22:21:28,919 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T22:21:28,919 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T22:21:28,924 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T22:21:28,925 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Unable to get data of znode /2-2129687640/balancer because node does not exist (not necessarily an error) 2024-12-02T22:21:28,926 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2129687640/balancer already deleted, retry=false 2024-12-02T22:21:28,927 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T22:21:28,927 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Unable to get data of znode /2-2129687640/normalizer because node does not exist (not necessarily an error) 2024-12-02T22:21:28,929 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2129687640/normalizer already deleted, retry=false 2024-12-02T22:21:28,929 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T22:21:28,938 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Unable to get data of znode /2-2129687640/switch/split because node does not exist (not necessarily an error) 2024-12-02T22:21:28,939 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2129687640/switch/split already deleted, retry=false 2024-12-02T22:21:28,939 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Unable to get data of znode /2-2129687640/switch/merge because node does not exist (not necessarily an error) 2024-12-02T22:21:28,940 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2129687640/switch/merge already deleted, retry=false 2024-12-02T22:21:28,945 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Unable to get data of znode /2-2129687640/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T22:21:28,946 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2129687640/snapshot-cleanup already deleted, retry=false 2024-12-02T22:21:28,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2129687640/running 2024-12-02T22:21:28,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:28,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2129687640/running 2024-12-02T22:21:28,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:28,949 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7ae73638d47e,44597,1733178087941, sessionid=0x1009d149af40006, setting cluster-up flag (Was=false) 2024-12-02T22:21:28,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:28,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:28,956 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2129687640/flush-table-proc/acquired, /2-2129687640/flush-table-proc/reached, /2-2129687640/flush-table-proc/abort 2024-12-02T22:21:28,957 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,44597,1733178087941 2024-12-02T22:21:28,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:28,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:28,968 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2129687640/online-snapshot/acquired, /2-2129687640/online-snapshot/reached, /2-2129687640/online-snapshot/abort 2024-12-02T22:21:28,969 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ae73638d47e,44597,1733178087941 2024-12-02T22:21:28,988 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T22:21:29,010 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:29,010 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T22:21:29,010 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T22:21:29,011 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ae73638d47e,44597,1733178087941 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T22:21:29,012 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:29,012 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:29,012 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:29,012 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ae73638d47e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T22:21:29,012 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ae73638d47e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T22:21:29,012 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:29,012 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:21:29,012 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:29,046 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(746): ClusterId : e77df3a6-a06a-4ee8-b118-a0a22ba37424 2024-12-02T22:21:29,046 DEBUG [RS:0;7ae73638d47e:35483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T22:21:29,048 DEBUG [RS:0;7ae73638d47e:35483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T22:21:29,048 DEBUG [RS:0;7ae73638d47e:35483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T22:21:29,050 DEBUG [RS:0;7ae73638d47e:35483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T22:21:29,050 DEBUG [RS:0;7ae73638d47e:35483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d28f3cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ae73638d47e/172.17.0.2:0 2024-12-02T22:21:29,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:29,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T22:21:29,060 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:29,060 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T22:21:29,069 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733178119069 2024-12-02T22:21:29,069 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T22:21:29,069 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T22:21:29,069 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T22:21:29,069 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T22:21:29,070 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T22:21:29,070 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T22:21:29,070 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,070 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T22:21:29,070 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T22:21:29,070 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T22:21:29,070 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T22:21:29,071 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T22:21:29,071 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T22:21:29,072 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178089071,5,FailOnTimeoutGroup] 2024-12-02T22:21:29,072 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178089072,5,FailOnTimeoutGroup] 2024-12-02T22:21:29,072 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,072 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T22:21:29,072 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,072 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,092 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ae73638d47e:35483 2024-12-02T22:21:29,092 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T22:21:29,092 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T22:21:29,092 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T22:21:29,096 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(2659): reportForDuty to master=7ae73638d47e,44597,1733178087941 with port=35483, startcode=1733178088015 2024-12-02T22:21:29,096 DEBUG [RS:0;7ae73638d47e:35483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T22:21:29,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741831_1007 (size=1321) 2024-12-02T22:21:29,121 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T22:21:29,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7ae73638d47e,35483,1733178088015 2024-12-02T22:21:29,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44597 {}] master.ServerManager(517): Registering regionserver=7ae73638d47e,35483,1733178088015 2024-12-02T22:21:29,123 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3 2024-12-02T22:21:29,123 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45427 2024-12-02T22:21:29,123 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T22:21:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640/rs 2024-12-02T22:21:29,128 DEBUG [RS:0;7ae73638d47e:35483 {}] zookeeper.ZKUtil(111): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Set watcher on existing znode=/2-2129687640/rs/7ae73638d47e,35483,1733178088015 2024-12-02T22:21:29,128 WARN [RS:0;7ae73638d47e:35483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T22:21:29,128 INFO [RS:0;7ae73638d47e:35483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:21:29,128 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/WALs/7ae73638d47e,35483,1733178088015 2024-12-02T22:21:29,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ae73638d47e,35483,1733178088015] 2024-12-02T22:21:29,146 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T22:21:29,152 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T22:21:29,153 INFO [RS:0;7ae73638d47e:35483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T22:21:29,153 INFO [RS:0;7ae73638d47e:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,156 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T22:21:29,157 INFO [RS:0;7ae73638d47e:35483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T22:21:29,157 INFO [RS:0;7ae73638d47e:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,157 DEBUG [RS:0;7ae73638d47e:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:29,157 DEBUG [RS:0;7ae73638d47e:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:29,157 DEBUG [RS:0;7ae73638d47e:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:29,157 DEBUG [RS:0;7ae73638d47e:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:29,157 DEBUG [RS:0;7ae73638d47e:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:29,157 DEBUG [RS:0;7ae73638d47e:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ae73638d47e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T22:21:29,157 DEBUG [RS:0;7ae73638d47e:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:29,157 DEBUG [RS:0;7ae73638d47e:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:29,157 DEBUG [RS:0;7ae73638d47e:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:29,157 DEBUG [RS:0;7ae73638d47e:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:29,157 DEBUG [RS:0;7ae73638d47e:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:29,157 DEBUG [RS:0;7ae73638d47e:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ae73638d47e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T22:21:29,157 DEBUG [RS:0;7ae73638d47e:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:21:29,157 DEBUG [RS:0;7ae73638d47e:35483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ae73638d47e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T22:21:29,158 INFO [RS:0;7ae73638d47e:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,158 INFO [RS:0;7ae73638d47e:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,158 INFO [RS:0;7ae73638d47e:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,158 INFO [RS:0;7ae73638d47e:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,158 INFO [RS:0;7ae73638d47e:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,158 INFO [RS:0;7ae73638d47e:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,35483,1733178088015-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:21:29,184 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T22:21:29,184 INFO [RS:0;7ae73638d47e:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,35483,1733178088015-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,184 INFO [RS:0;7ae73638d47e:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,184 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.Replication(171): 7ae73638d47e,35483,1733178088015 started 2024-12-02T22:21:29,204 INFO [RS:0;7ae73638d47e:35483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,205 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1482): Serving as 7ae73638d47e,35483,1733178088015, RpcServer on 7ae73638d47e/172.17.0.2:35483, sessionid=0x1009d149af40007 2024-12-02T22:21:29,205 DEBUG [RS:0;7ae73638d47e:35483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T22:21:29,205 DEBUG [RS:0;7ae73638d47e:35483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ae73638d47e,35483,1733178088015 2024-12-02T22:21:29,205 DEBUG [RS:0;7ae73638d47e:35483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,35483,1733178088015' 2024-12-02T22:21:29,205 DEBUG [RS:0;7ae73638d47e:35483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2129687640/flush-table-proc/abort' 2024-12-02T22:21:29,206 DEBUG [RS:0;7ae73638d47e:35483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2129687640/flush-table-proc/acquired' 2024-12-02T22:21:29,206 DEBUG [RS:0;7ae73638d47e:35483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T22:21:29,206 DEBUG [RS:0;7ae73638d47e:35483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T22:21:29,206 DEBUG [RS:0;7ae73638d47e:35483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ae73638d47e,35483,1733178088015 2024-12-02T22:21:29,206 DEBUG [RS:0;7ae73638d47e:35483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ae73638d47e,35483,1733178088015' 2024-12-02T22:21:29,206 DEBUG [RS:0;7ae73638d47e:35483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2129687640/online-snapshot/abort' 2024-12-02T22:21:29,207 DEBUG [RS:0;7ae73638d47e:35483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2129687640/online-snapshot/acquired' 2024-12-02T22:21:29,207 DEBUG [RS:0;7ae73638d47e:35483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T22:21:29,207 INFO [RS:0;7ae73638d47e:35483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T22:21:29,207 INFO [RS:0;7ae73638d47e:35483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T22:21:29,308 INFO [RS:0;7ae73638d47e:35483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T22:21:29,309 INFO [RS:0;7ae73638d47e:35483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C35483%2C1733178088015, suffix=, logDir=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/WALs/7ae73638d47e,35483,1733178088015, archiveDir=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/oldWALs, maxLogs=10 2024-12-02T22:21:29,368 DEBUG [RS:0;7ae73638d47e:35483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/WALs/7ae73638d47e,35483,1733178088015/7ae73638d47e%2C35483%2C1733178088015.1733178089310, exclude list is [], retry=0 2024-12-02T22:21:29,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37705,DS-d3e7b955-be23-4227-a7a8-6fb7e0a8fda3,DISK] 2024-12-02T22:21:29,385 INFO [RS:0;7ae73638d47e:35483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/WALs/7ae73638d47e,35483,1733178088015/7ae73638d47e%2C35483%2C1733178088015.1733178089310 2024-12-02T22:21:29,385 DEBUG [RS:0;7ae73638d47e:35483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43949:43949)] 2024-12-02T22:21:29,509 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T22:21:29,510 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3 2024-12-02T22:21:29,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741833_1009 (size=32) 2024-12-02T22:21:29,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:29,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:21:29,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:21:29,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:29,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:29,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:21:29,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:21:29,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:29,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:29,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:21:29,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:21:29,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:29,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:29,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:21:29,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:21:29,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:29,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:29,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:21:29,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740 2024-12-02T22:21:29,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740 2024-12-02T22:21:29,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:21:29,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:21:29,558 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:21:29,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:21:29,562 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:21:29,562 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66898429, jitterRate=-0.0031357258558273315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:21:29,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733178089532Initializing all the Stores at 1733178089536 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178089536Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178089537 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178089537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178089537Cleaning up temporary data from old regions at 1733178089551 (+14 ms)Region opened successfully at 1733178089563 (+12 ms) 2024-12-02T22:21:29,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:21:29,563 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:21:29,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:21:29,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:21:29,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:21:29,563 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:21:29,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178089563Disabling compacts and flushes for region at 1733178089563Disabling writes for close at 1733178089563Writing region close event to WAL at 1733178089563Closed at 1733178089563 2024-12-02T22:21:29,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:29,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T22:21:29,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T22:21:29,565 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:21:29,566 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T22:21:29,717 DEBUG [7ae73638d47e:44597 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T22:21:29,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ae73638d47e,35483,1733178088015 2024-12-02T22:21:29,718 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,35483,1733178088015, state=OPENING 2024-12-02T22:21:29,720 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T22:21:29,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:29,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:29,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2129687640/meta-region-server: CHANGED 2024-12-02T22:21:29,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2129687640/meta-region-server: CHANGED 2024-12-02T22:21:29,722 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T22:21:29,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,35483,1733178088015}] 2024-12-02T22:21:29,826 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:21:29,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,880 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:21:29,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:21:29,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:29,905 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T22:21:29,906 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:21:29,906 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T22:21:29,907 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C35483%2C1733178088015.meta, suffix=.meta, logDir=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/WALs/7ae73638d47e,35483,1733178088015, archiveDir=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/oldWALs, maxLogs=10 2024-12-02T22:21:29,925 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/WALs/7ae73638d47e,35483,1733178088015/7ae73638d47e%2C35483%2C1733178088015.meta.1733178089908.meta, exclude list is [], retry=0 2024-12-02T22:21:29,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37705,DS-d3e7b955-be23-4227-a7a8-6fb7e0a8fda3,DISK] 2024-12-02T22:21:29,933 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/WALs/7ae73638d47e,35483,1733178088015/7ae73638d47e%2C35483%2C1733178088015.meta.1733178089908.meta 2024-12-02T22:21:29,936 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43949:43949)] 2024-12-02T22:21:29,937 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:21:29,937 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:21:29,937 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:21:29,937 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T22:21:29,937 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T22:21:29,937 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T22:21:29,938 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:29,938 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T22:21:29,938 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T22:21:29,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T22:21:29,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T22:21:29,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:29,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:29,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T22:21:29,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T22:21:29,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:29,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:29,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T22:21:29,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T22:21:29,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:29,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:29,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T22:21:29,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T22:21:29,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:29,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T22:21:29,953 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T22:21:29,954 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740 2024-12-02T22:21:29,954 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740 2024-12-02T22:21:29,956 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T22:21:29,956 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T22:21:29,956 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T22:21:29,957 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T22:21:29,958 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68884035, jitterRate=0.026452109217643738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T22:21:29,958 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T22:21:29,958 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733178089938Writing region info on filesystem at 1733178089938Initializing all the Stores at 1733178089938Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178089938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178089940 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178089940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733178089940Cleaning up temporary data from old regions at 1733178089956 (+16 ms)Running coprocessor post-open hooks at 1733178089958 (+2 ms)Region opened successfully at 1733178089958 2024-12-02T22:21:29,959 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733178089879 2024-12-02T22:21:29,963 DEBUG [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T22:21:29,963 INFO [RS_OPEN_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T22:21:29,963 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,35483,1733178088015 2024-12-02T22:21:29,964 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ae73638d47e,35483,1733178088015, state=OPEN 2024-12-02T22:21:29,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2129687640/meta-region-server 2024-12-02T22:21:29,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2129687640/meta-region-server 2024-12-02T22:21:29,966 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7ae73638d47e,35483,1733178088015 2024-12-02T22:21:29,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2129687640/meta-region-server: CHANGED 2024-12-02T22:21:29,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2129687640/meta-region-server: CHANGED 2024-12-02T22:21:29,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T22:21:29,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7ae73638d47e,35483,1733178088015 in 244 msec 2024-12-02T22:21:29,976 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T22:21:29,976 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T22:21:29,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T22:21:29,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-12-02T22:21:29,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:29,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,35483,1733178088015, seqNum=-1] 2024-12-02T22:21:29,978 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:29,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:21:29,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 987 msec 2024-12-02T22:21:29,996 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733178089996, completionTime=-1 2024-12-02T22:21:29,996 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T22:21:29,996 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T22:21:29,999 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T22:21:29,999 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733178149999 2024-12-02T22:21:29,999 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733178209999 2024-12-02T22:21:29,999 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T22:21:29,999 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44597,1733178087941-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,999 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44597,1733178087941-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:29,999 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44597,1733178087941-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:30,000 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ae73638d47e:44597, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:30,000 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:30,002 DEBUG [master/7ae73638d47e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T22:21:30,007 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:30,011 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.720sec 2024-12-02T22:21:30,012 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T22:21:30,012 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T22:21:30,012 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T22:21:30,012 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T22:21:30,012 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T22:21:30,012 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44597,1733178087941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T22:21:30,012 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44597,1733178087941-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T22:21:30,018 DEBUG [master/7ae73638d47e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T22:21:30,018 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T22:21:30,018 INFO [master/7ae73638d47e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ae73638d47e,44597,1733178087941-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T22:21:30,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7001e065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:30,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,44597,-1 for getting cluster id 2024-12-02T22:21:30,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:30,054 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e77df3a6-a06a-4ee8-b118-a0a22ba37424' 2024-12-02T22:21:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e77df3a6-a06a-4ee8-b118-a0a22ba37424" 2024-12-02T22:21:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348db9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:30,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,44597,-1] 2024-12-02T22:21:30,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:30,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:30,056 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:30,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def5204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:30,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:30,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,35483,1733178088015, seqNum=-1] 2024-12-02T22:21:30,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:30,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:21:30,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7ae73638d47e,44597,1733178087941 2024-12-02T22:21:30,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50893 2024-12-02T22:21:30,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T22:21:30,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009d149af40008 connected 2024-12-02T22:21:30,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:30,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,39659,1733178070926 2024-12-02T22:21:30,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ca81bda 2024-12-02T22:21:30,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:30,080 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:21:30,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:21:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:21:30,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:21:30,083 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:30,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:21:30,085 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:21:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:30,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:21:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:30,513 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e24005ffdb9cd4aa3201475f03b14aaf, NAME => 'test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c 2024-12-02T22:21:30,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:21:30,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:30,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e24005ffdb9cd4aa3201475f03b14aaf, disabling compactions & flushes 2024-12-02T22:21:30,539 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf. 2024-12-02T22:21:30,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf. 2024-12-02T22:21:30,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf. after waiting 0 ms 2024-12-02T22:21:30,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf. 2024-12-02T22:21:30,540 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf. 2024-12-02T22:21:30,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e24005ffdb9cd4aa3201475f03b14aaf: Waiting for close lock at 1733178090539Disabling compacts and flushes for region at 1733178090539Disabling writes for close at 1733178090539Writing region close event to WAL at 1733178090540 (+1 ms)Closed at 1733178090540 2024-12-02T22:21:30,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:21:30,541 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733178090541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178090541"}]},"ts":"1733178090541"} 2024-12-02T22:21:30,543 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:21:30,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:21:30,544 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178090544"}]},"ts":"1733178090544"} 2024-12-02T22:21:30,546 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:21:30,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e24005ffdb9cd4aa3201475f03b14aaf, ASSIGN}] 2024-12-02T22:21:30,547 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e24005ffdb9cd4aa3201475f03b14aaf, ASSIGN 2024-12-02T22:21:30,548 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e24005ffdb9cd4aa3201475f03b14aaf, ASSIGN; state=OFFLINE, location=7ae73638d47e,41945,1733178071238; forceNewPlan=false, retain=false 2024-12-02T22:21:30,699 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e24005ffdb9cd4aa3201475f03b14aaf, regionState=OPENING, regionLocation=7ae73638d47e,41945,1733178071238 2024-12-02T22:21:30,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e24005ffdb9cd4aa3201475f03b14aaf, ASSIGN because future has completed 2024-12-02T22:21:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:30,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e24005ffdb9cd4aa3201475f03b14aaf, server=7ae73638d47e,41945,1733178071238}] 2024-12-02T22:21:30,891 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf. 2024-12-02T22:21:30,891 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e24005ffdb9cd4aa3201475f03b14aaf, NAME => 'test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:21:30,891 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:21:30,891 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:21:30,891 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e24005ffdb9cd4aa3201475f03b14aaf 2024-12-02T22:21:30,891 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:30,891 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e24005ffdb9cd4aa3201475f03b14aaf 2024-12-02T22:21:30,891 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e24005ffdb9cd4aa3201475f03b14aaf 2024-12-02T22:21:30,920 INFO [StoreOpener-e24005ffdb9cd4aa3201475f03b14aaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e24005ffdb9cd4aa3201475f03b14aaf 2024-12-02T22:21:30,921 INFO [StoreOpener-e24005ffdb9cd4aa3201475f03b14aaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e24005ffdb9cd4aa3201475f03b14aaf columnFamilyName f 2024-12-02T22:21:30,921 DEBUG [StoreOpener-e24005ffdb9cd4aa3201475f03b14aaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:30,924 INFO [StoreOpener-e24005ffdb9cd4aa3201475f03b14aaf-1 {}] regionserver.HStore(327): Store=e24005ffdb9cd4aa3201475f03b14aaf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:30,924 INFO [StoreOpener-e24005ffdb9cd4aa3201475f03b14aaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e24005ffdb9cd4aa3201475f03b14aaf 2024-12-02T22:21:30,926 INFO [StoreOpener-e24005ffdb9cd4aa3201475f03b14aaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e24005ffdb9cd4aa3201475f03b14aaf columnFamilyName f1 2024-12-02T22:21:30,926 DEBUG [StoreOpener-e24005ffdb9cd4aa3201475f03b14aaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:30,926 INFO [StoreOpener-e24005ffdb9cd4aa3201475f03b14aaf-1 {}] regionserver.HStore(327): Store=e24005ffdb9cd4aa3201475f03b14aaf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:30,926 INFO [StoreOpener-e24005ffdb9cd4aa3201475f03b14aaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e24005ffdb9cd4aa3201475f03b14aaf 2024-12-02T22:21:30,927 INFO [StoreOpener-e24005ffdb9cd4aa3201475f03b14aaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e24005ffdb9cd4aa3201475f03b14aaf columnFamilyName norep 2024-12-02T22:21:30,927 DEBUG [StoreOpener-e24005ffdb9cd4aa3201475f03b14aaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:30,928 INFO [StoreOpener-e24005ffdb9cd4aa3201475f03b14aaf-1 {}] regionserver.HStore(327): Store=e24005ffdb9cd4aa3201475f03b14aaf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:30,928 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e24005ffdb9cd4aa3201475f03b14aaf 2024-12-02T22:21:30,929 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf 2024-12-02T22:21:30,929 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf 2024-12-02T22:21:30,930 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e24005ffdb9cd4aa3201475f03b14aaf 2024-12-02T22:21:30,930 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e24005ffdb9cd4aa3201475f03b14aaf 2024-12-02T22:21:30,931 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:21:30,932 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e24005ffdb9cd4aa3201475f03b14aaf 2024-12-02T22:21:30,954 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:21:30,955 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e24005ffdb9cd4aa3201475f03b14aaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60055974, jitterRate=-0.1050962507724762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:21:30,955 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e24005ffdb9cd4aa3201475f03b14aaf 2024-12-02T22:21:30,955 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e24005ffdb9cd4aa3201475f03b14aaf: Running coprocessor pre-open hook at 1733178090891Writing region info on filesystem at 1733178090891Initializing all the Stores at 1733178090910 (+19 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178090910Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178090919 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178090919Cleaning up temporary data from old regions at 1733178090930 (+11 ms)Running coprocessor post-open hooks at 1733178090955 (+25 ms)Region opened successfully at 1733178090955 2024-12-02T22:21:30,957 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf., pid=6, masterSystemTime=1733178090874 2024-12-02T22:21:30,959 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf. 2024-12-02T22:21:30,959 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf. 2024-12-02T22:21:30,960 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e24005ffdb9cd4aa3201475f03b14aaf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,41945,1733178071238 2024-12-02T22:21:30,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e24005ffdb9cd4aa3201475f03b14aaf, server=7ae73638d47e,41945,1733178071238 because future has completed 2024-12-02T22:21:30,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:21:30,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e24005ffdb9cd4aa3201475f03b14aaf, server=7ae73638d47e,41945,1733178071238 in 245 msec 2024-12-02T22:21:30,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:21:30,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e24005ffdb9cd4aa3201475f03b14aaf, ASSIGN in 423 msec 2024-12-02T22:21:30,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:21:30,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178090972"}]},"ts":"1733178090972"} 2024-12-02T22:21:30,974 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:21:30,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:21:30,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 894 msec 2024-12-02T22:21:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:31,225 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:21:31,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:31,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,42129,1733178079563 2024-12-02T22:21:31,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b10b73 2024-12-02T22:21:31,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:31,228 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:21:31,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:21:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:21:31,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:21:31,232 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:31,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:21:31,233 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:21:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:31,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:21:31,282 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e5d7a4003b8b511536b5bad7680a9d3, NAME => 'test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e 2024-12-02T22:21:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:31,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:21:31,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:31,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6e5d7a4003b8b511536b5bad7680a9d3, disabling compactions & flushes 2024-12-02T22:21:31,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3. 2024-12-02T22:21:31,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3. 2024-12-02T22:21:31,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3. after waiting 0 ms 2024-12-02T22:21:31,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3. 2024-12-02T22:21:31,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3. 2024-12-02T22:21:31,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e5d7a4003b8b511536b5bad7680a9d3: Waiting for close lock at 1733178091347Disabling compacts and flushes for region at 1733178091347Disabling writes for close at 1733178091347Writing region close event to WAL at 1733178091347Closed at 1733178091347 2024-12-02T22:21:31,348 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:21:31,349 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733178091348"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178091348"}]},"ts":"1733178091348"} 2024-12-02T22:21:31,351 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:21:31,351 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:21:31,352 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178091352"}]},"ts":"1733178091352"} 2024-12-02T22:21:31,354 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:21:31,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e5d7a4003b8b511536b5bad7680a9d3, ASSIGN}] 2024-12-02T22:21:31,355 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e5d7a4003b8b511536b5bad7680a9d3, ASSIGN 2024-12-02T22:21:31,356 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6e5d7a4003b8b511536b5bad7680a9d3, ASSIGN; state=OFFLINE, location=7ae73638d47e,39065,1733178080072; forceNewPlan=false, retain=false 2024-12-02T22:21:31,506 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e5d7a4003b8b511536b5bad7680a9d3, regionState=OPENING, regionLocation=7ae73638d47e,39065,1733178080072 2024-12-02T22:21:31,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6e5d7a4003b8b511536b5bad7680a9d3, ASSIGN because future has completed 2024-12-02T22:21:31,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e5d7a4003b8b511536b5bad7680a9d3, server=7ae73638d47e,39065,1733178080072}] 2024-12-02T22:21:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:31,686 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3. 2024-12-02T22:21:31,686 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e5d7a4003b8b511536b5bad7680a9d3, NAME => 'test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:21:31,686 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:21:31,686 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:21:31,687 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:31,687 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:31,687 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:31,687 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:31,688 INFO [StoreOpener-6e5d7a4003b8b511536b5bad7680a9d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:31,689 INFO [StoreOpener-6e5d7a4003b8b511536b5bad7680a9d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e5d7a4003b8b511536b5bad7680a9d3 columnFamilyName f 2024-12-02T22:21:31,689 DEBUG [StoreOpener-6e5d7a4003b8b511536b5bad7680a9d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:31,705 INFO [StoreOpener-6e5d7a4003b8b511536b5bad7680a9d3-1 {}] regionserver.HStore(327): Store=6e5d7a4003b8b511536b5bad7680a9d3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:31,705 INFO [StoreOpener-6e5d7a4003b8b511536b5bad7680a9d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:31,711 INFO [StoreOpener-6e5d7a4003b8b511536b5bad7680a9d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e5d7a4003b8b511536b5bad7680a9d3 columnFamilyName f1 2024-12-02T22:21:31,711 DEBUG [StoreOpener-6e5d7a4003b8b511536b5bad7680a9d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:31,712 INFO [StoreOpener-6e5d7a4003b8b511536b5bad7680a9d3-1 {}] regionserver.HStore(327): Store=6e5d7a4003b8b511536b5bad7680a9d3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:31,712 INFO [StoreOpener-6e5d7a4003b8b511536b5bad7680a9d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:31,713 INFO [StoreOpener-6e5d7a4003b8b511536b5bad7680a9d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e5d7a4003b8b511536b5bad7680a9d3 columnFamilyName norep 2024-12-02T22:21:31,713 DEBUG [StoreOpener-6e5d7a4003b8b511536b5bad7680a9d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:31,713 INFO [StoreOpener-6e5d7a4003b8b511536b5bad7680a9d3-1 {}] regionserver.HStore(327): Store=6e5d7a4003b8b511536b5bad7680a9d3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:31,714 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:31,714 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:31,717 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:31,718 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:31,718 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:31,718 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:21:31,720 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:31,734 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:21:31,734 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6e5d7a4003b8b511536b5bad7680a9d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72874154, jitterRate=0.08590951561927795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:21:31,734 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:31,735 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6e5d7a4003b8b511536b5bad7680a9d3: Running coprocessor pre-open hook at 1733178091687Writing region info on filesystem at 1733178091687Initializing all the Stores at 1733178091687Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178091688 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178091688Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178091688Cleaning up temporary data from old regions at 1733178091718 (+30 ms)Running coprocessor post-open hooks at 1733178091734 (+16 ms)Region opened successfully at 1733178091734 2024-12-02T22:21:31,735 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3., pid=6, masterSystemTime=1733178091661 2024-12-02T22:21:31,738 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3. 2024-12-02T22:21:31,738 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3. 2024-12-02T22:21:31,738 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e5d7a4003b8b511536b5bad7680a9d3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,39065,1733178080072 2024-12-02T22:21:31,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e5d7a4003b8b511536b5bad7680a9d3, server=7ae73638d47e,39065,1733178080072 because future has completed 2024-12-02T22:21:31,746 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42129 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7ae73638d47e,39065,1733178080072, table=test, region=6e5d7a4003b8b511536b5bad7680a9d3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T22:21:31,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:21:31,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e5d7a4003b8b511536b5bad7680a9d3, server=7ae73638d47e,39065,1733178080072 in 243 msec 2024-12-02T22:21:31,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:21:31,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6e5d7a4003b8b511536b5bad7680a9d3, ASSIGN in 400 msec 2024-12-02T22:21:31,757 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:21:31,757 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178091757"}]},"ts":"1733178091757"} 2024-12-02T22:21:31,759 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:21:31,760 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:21:31,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 532 msec 2024-12-02T22:21:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:31,862 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:21:31,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,44597,1733178087941 2024-12-02T22:21:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@293bdc14 2024-12-02T22:21:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:31,868 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:21:31,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:21:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T22:21:31,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:21:31,871 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:31,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:21:31,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T22:21:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:31,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741835_1011 (size=902) 2024-12-02T22:21:31,913 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e911fe367502dbd4708eeda09c4dd7ec, NAME => 'test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3 2024-12-02T22:21:31,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741836_1012 (size=39) 2024-12-02T22:21:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:32,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:32,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e911fe367502dbd4708eeda09c4dd7ec, disabling compactions & flushes 2024-12-02T22:21:32,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec. 2024-12-02T22:21:32,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec. 2024-12-02T22:21:32,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec. after waiting 0 ms 2024-12-02T22:21:32,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec. 2024-12-02T22:21:32,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec. 2024-12-02T22:21:32,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e911fe367502dbd4708eeda09c4dd7ec: Waiting for close lock at 1733178092343Disabling compacts and flushes for region at 1733178092343Disabling writes for close at 1733178092343Writing region close event to WAL at 1733178092343Closed at 1733178092343 2024-12-02T22:21:32,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:21:32,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733178092344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178092344"}]},"ts":"1733178092344"} 2024-12-02T22:21:32,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:21:32,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:21:32,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178092347"}]},"ts":"1733178092347"} 2024-12-02T22:21:32,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T22:21:32,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e911fe367502dbd4708eeda09c4dd7ec, ASSIGN}] 2024-12-02T22:21:32,350 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e911fe367502dbd4708eeda09c4dd7ec, ASSIGN 2024-12-02T22:21:32,350 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e911fe367502dbd4708eeda09c4dd7ec, ASSIGN; state=OFFLINE, location=7ae73638d47e,35483,1733178088015; forceNewPlan=false, retain=false 2024-12-02T22:21:32,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e911fe367502dbd4708eeda09c4dd7ec, regionState=OPENING, regionLocation=7ae73638d47e,35483,1733178088015 2024-12-02T22:21:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:32,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e911fe367502dbd4708eeda09c4dd7ec, ASSIGN because future has completed 2024-12-02T22:21:32,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e911fe367502dbd4708eeda09c4dd7ec, server=7ae73638d47e,35483,1733178088015}] 2024-12-02T22:21:32,661 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec. 2024-12-02T22:21:32,661 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e911fe367502dbd4708eeda09c4dd7ec, NAME => 'test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:21:32,663 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:21:32,663 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T22:21:32,664 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:32,676 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:32,676 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:32,676 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:32,684 INFO [StoreOpener-e911fe367502dbd4708eeda09c4dd7ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:32,685 INFO [StoreOpener-e911fe367502dbd4708eeda09c4dd7ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e911fe367502dbd4708eeda09c4dd7ec columnFamilyName f 2024-12-02T22:21:32,685 DEBUG [StoreOpener-e911fe367502dbd4708eeda09c4dd7ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:32,686 INFO [StoreOpener-e911fe367502dbd4708eeda09c4dd7ec-1 {}] regionserver.HStore(327): Store=e911fe367502dbd4708eeda09c4dd7ec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:32,686 INFO [StoreOpener-e911fe367502dbd4708eeda09c4dd7ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:32,687 INFO [StoreOpener-e911fe367502dbd4708eeda09c4dd7ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e911fe367502dbd4708eeda09c4dd7ec columnFamilyName f1 2024-12-02T22:21:32,687 DEBUG [StoreOpener-e911fe367502dbd4708eeda09c4dd7ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:32,687 INFO [StoreOpener-e911fe367502dbd4708eeda09c4dd7ec-1 {}] regionserver.HStore(327): Store=e911fe367502dbd4708eeda09c4dd7ec/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:32,687 INFO [StoreOpener-e911fe367502dbd4708eeda09c4dd7ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:32,688 INFO [StoreOpener-e911fe367502dbd4708eeda09c4dd7ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e911fe367502dbd4708eeda09c4dd7ec columnFamilyName norep 2024-12-02T22:21:32,688 DEBUG [StoreOpener-e911fe367502dbd4708eeda09c4dd7ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:32,689 INFO [StoreOpener-e911fe367502dbd4708eeda09c4dd7ec-1 {}] regionserver.HStore(327): Store=e911fe367502dbd4708eeda09c4dd7ec/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:32,689 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:32,692 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/default/test/e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:32,694 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/default/test/e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:32,695 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:32,695 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:32,695 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:21:32,696 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:32,701 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/default/test/e911fe367502dbd4708eeda09c4dd7ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:21:32,701 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e911fe367502dbd4708eeda09c4dd7ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65622208, jitterRate=-0.02215290069580078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:21:32,701 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:32,701 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e911fe367502dbd4708eeda09c4dd7ec: Running coprocessor pre-open hook at 1733178092676Writing region info on filesystem at 1733178092676Initializing all the Stores at 1733178092684 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178092684Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178092684Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178092684Cleaning up temporary data from old regions at 1733178092695 (+11 ms)Running coprocessor post-open hooks at 1733178092701 (+6 ms)Region opened successfully at 1733178092701 2024-12-02T22:21:32,702 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec., pid=6, masterSystemTime=1733178092656 2024-12-02T22:21:32,704 DEBUG [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec. 2024-12-02T22:21:32,704 INFO [RS_OPEN_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec. 2024-12-02T22:21:32,704 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e911fe367502dbd4708eeda09c4dd7ec, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ae73638d47e,35483,1733178088015 2024-12-02T22:21:32,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e911fe367502dbd4708eeda09c4dd7ec, server=7ae73638d47e,35483,1733178088015 because future has completed 2024-12-02T22:21:32,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T22:21:32,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e911fe367502dbd4708eeda09c4dd7ec, server=7ae73638d47e,35483,1733178088015 in 203 msec 2024-12-02T22:21:32,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T22:21:32,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e911fe367502dbd4708eeda09c4dd7ec, ASSIGN in 360 msec 2024-12-02T22:21:32,712 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:21:32,712 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178092712"}]},"ts":"1733178092712"} 2024-12-02T22:21:32,714 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T22:21:32,715 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:21:32,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 846 msec 2024-12-02T22:21:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T22:21:33,012 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T22:21:33,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea8921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:33,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39659,-1 for getting cluster id 2024-12-02T22:21:33,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:33,022 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7ddd33b-8091-457e-ba5b-afb0aeba71ec' 2024-12-02T22:21:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7ddd33b-8091-457e-ba5b-afb0aeba71ec" 2024-12-02T22:21:33,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bb7d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:33,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39659,-1] 2024-12-02T22:21:33,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:33,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:33,025 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:33,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe8c31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:33,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,39659,1733178070926 2024-12-02T22:21:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@562d8140 2024-12-02T22:21:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:33,030 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:21:33,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7ae73638d47e:42129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:21:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:21:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:21:33,033 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:42129' 2024-12-02T22:21:33,049 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6309031b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:33,049 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,42129,-1 for getting cluster id 2024-12-02T22:21:33,049 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:33,049 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19df6dca-9c09-4621-9473-04db6f9709d6' 2024-12-02T22:21:33,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:33,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19df6dca-9c09-4621-9473-04db6f9709d6" 2024-12-02T22:21:33,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64eda598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:33,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,42129,-1] 2024-12-02T22:21:33,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:33,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:33,051 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:33,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9724ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:33,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:33,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,42129,1733178079563 2024-12-02T22:21:33,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aa87ece 2024-12-02T22:21:33,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:33,054 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:21:33,055 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T22:21:33,055 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:21:33,055 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:33,055 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:33,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:33,055 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T22:21:33,056 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T22:21:33,057 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T22:21:33,058 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:33,058 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T22:21:33,107 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T22:21:33,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741837_1013 (size=1138) 2024-12-02T22:21:33,129 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e944c4b15011a502a92b126b924122e5, NAME => 'hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c 2024-12-02T22:21:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:21:33,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741838_1014 (size=44) 2024-12-02T22:21:33,149 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:33,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e944c4b15011a502a92b126b924122e5, disabling compactions & flushes 2024-12-02T22:21:33,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. 2024-12-02T22:21:33,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. 2024-12-02T22:21:33,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. after waiting 0 ms 2024-12-02T22:21:33,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. 2024-12-02T22:21:33,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. 2024-12-02T22:21:33,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e944c4b15011a502a92b126b924122e5: Waiting for close lock at 1733178093149Disabling compacts and flushes for region at 1733178093149Disabling writes for close at 1733178093150 (+1 ms)Writing region close event to WAL at 1733178093150Closed at 1733178093150 2024-12-02T22:21:33,155 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T22:21:33,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733178093155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733178093155"}]},"ts":"1733178093155"} 2024-12-02T22:21:33,158 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T22:21:33,158 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T22:21:33,159 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178093158"}]},"ts":"1733178093158"} 2024-12-02T22:21:33,160 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T22:21:33,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e944c4b15011a502a92b126b924122e5, ASSIGN}] 2024-12-02T22:21:33,162 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e944c4b15011a502a92b126b924122e5, ASSIGN 2024-12-02T22:21:33,163 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e944c4b15011a502a92b126b924122e5, ASSIGN; state=OFFLINE, location=7ae73638d47e,41945,1733178071238; forceNewPlan=false, retain=false 2024-12-02T22:21:33,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e944c4b15011a502a92b126b924122e5, regionState=OPENING, regionLocation=7ae73638d47e,41945,1733178071238 2024-12-02T22:21:33,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e944c4b15011a502a92b126b924122e5, ASSIGN because future has completed 2024-12-02T22:21:33,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e944c4b15011a502a92b126b924122e5, server=7ae73638d47e,41945,1733178071238}] 2024-12-02T22:21:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:21:33,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. 2024-12-02T22:21:33,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T22:21:33,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T22:21:33,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7ae73638d47e%2C41945%2C1733178071238.rep, suffix=, logDir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238, archiveDir=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/oldWALs, maxLogs=10 2024-12-02T22:21:33,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.rep.1733178093513, exclude list is [], retry=0 2024-12-02T22:21:33,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-9bfb86a3-4be8-4c90-a7db-f4de10265eea,DISK] 2024-12-02T22:21:33,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.rep.1733178093513 2024-12-02T22:21:33,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-12-02T22:21:33,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e944c4b15011a502a92b126b924122e5, NAME => 'hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5.', STARTKEY => '', ENDKEY => ''} 2024-12-02T22:21:33,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T22:21:33,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T22:21:33,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. service=MultiRowMutationService 2024-12-02T22:21:33,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T22:21:33,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:33,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T22:21:33,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:33,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:33,597 INFO [StoreOpener-e944c4b15011a502a92b126b924122e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:33,607 INFO [StoreOpener-e944c4b15011a502a92b126b924122e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e944c4b15011a502a92b126b924122e5 columnFamilyName hfileref 2024-12-02T22:21:33,607 DEBUG [StoreOpener-e944c4b15011a502a92b126b924122e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:33,608 INFO [StoreOpener-e944c4b15011a502a92b126b924122e5-1 {}] regionserver.HStore(327): Store=e944c4b15011a502a92b126b924122e5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:33,608 INFO [StoreOpener-e944c4b15011a502a92b126b924122e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:33,609 INFO [StoreOpener-e944c4b15011a502a92b126b924122e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e944c4b15011a502a92b126b924122e5 columnFamilyName queue 2024-12-02T22:21:33,609 DEBUG [StoreOpener-e944c4b15011a502a92b126b924122e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:33,609 INFO [StoreOpener-e944c4b15011a502a92b126b924122e5-1 {}] regionserver.HStore(327): Store=e944c4b15011a502a92b126b924122e5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:33,609 INFO [StoreOpener-e944c4b15011a502a92b126b924122e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:33,610 INFO [StoreOpener-e944c4b15011a502a92b126b924122e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e944c4b15011a502a92b126b924122e5 columnFamilyName sid 2024-12-02T22:21:33,610 DEBUG [StoreOpener-e944c4b15011a502a92b126b924122e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T22:21:33,610 INFO [StoreOpener-e944c4b15011a502a92b126b924122e5-1 {}] regionserver.HStore(327): Store=e944c4b15011a502a92b126b924122e5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T22:21:33,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:33,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/replication/e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:33,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/replication/e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:33,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:33,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:33,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T22:21:33,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:33,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/replication/e944c4b15011a502a92b126b924122e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T22:21:33,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e944c4b15011a502a92b126b924122e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65650555, jitterRate=-0.021730497479438782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T22:21:33,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:33,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e944c4b15011a502a92b126b924122e5: Running coprocessor pre-open hook at 1733178093590Writing region info on filesystem at 1733178093590Initializing all the Stores at 1733178093591 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178093591Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178093596 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733178093596Cleaning up temporary data from old regions at 1733178093612 (+16 ms)Running coprocessor post-open hooks at 1733178093628 (+16 ms)Region opened successfully at 1733178093628 2024-12-02T22:21:33,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5., pid=10, masterSystemTime=1733178093504 2024-12-02T22:21:33,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e944c4b15011a502a92b126b924122e5, regionState=OPEN, openSeqNum=2, regionLocation=7ae73638d47e,41945,1733178071238 2024-12-02T22:21:33,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. 2024-12-02T22:21:33,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. 2024-12-02T22:21:33,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e944c4b15011a502a92b126b924122e5, server=7ae73638d47e,41945,1733178071238 because future has completed 2024-12-02T22:21:33,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T22:21:33,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e944c4b15011a502a92b126b924122e5, server=7ae73638d47e,41945,1733178071238 in 311 msec 2024-12-02T22:21:33,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T22:21:33,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e944c4b15011a502a92b126b924122e5, ASSIGN in 487 msec 2024-12-02T22:21:33,650 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T22:21:33,650 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733178093650"}]},"ts":"1733178093650"} 2024-12-02T22:21:33,651 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T22:21:33,652 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T22:21:33,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 597 msec 2024-12-02T22:21:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:21:33,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5., hostname=7ae73638d47e,41945,1733178071238, seqNum=2] 2024-12-02T22:21:33,669 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:33,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:33,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:21:33,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T22:21:33,827 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T22:21:33,874 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7ae73638d47e,41945,1733178071238, ReplicationSource: 1, currentBandwidth=0 2024-12-02T22:21:33,875 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:33,875 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,41945,1733178071238, seqNum=-1] 2024-12-02T22:21:33,875 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:33,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-02T22:21:33,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7ae73638d47e,41945,1733178071238', locateType=CURRENT is [region=hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5., hostname=7ae73638d47e,41945,1733178071238, seqNum=2] 2024-12-02T22:21:33,887 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T22:21:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T22:21:33,890 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7ae73638d47e,41945,1733178071238 suceeded 2024-12-02T22:21:33,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T22:21:33,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-12-02T22:21:33,892 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7ae73638d47e:42129,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:21:33,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 861 msec 2024-12-02T22:21:33,905 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:42129' 2024-12-02T22:21:33,917 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@222075fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:33,917 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,42129,-1 for getting cluster id 2024-12-02T22:21:33,917 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:33,918 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19df6dca-9c09-4621-9473-04db6f9709d6' 2024-12-02T22:21:33,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:33,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19df6dca-9c09-4621-9473-04db6f9709d6" 2024-12-02T22:21:33,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1977b9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:33,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,42129,-1] 2024-12-02T22:21:33,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:33,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:33,919 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:33,920 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9a7648c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:33,920 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:33,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,42129,1733178079563 2024-12-02T22:21:33,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22fe3926 2024-12-02T22:21:33,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:33,922 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-02T22:21:33,925 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7ae73638d47e,41945,1733178071238 (queues=1) is replicating from cluster=e7ddd33b-8091-457e-ba5b-afb0aeba71ec to cluster=19df6dca-9c09-4621-9473-04db6f9709d6 2024-12-02T22:21:33,925 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7ae73638d47e%2C41945%2C1733178071238 2024-12-02T22:21:33,925 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7ae73638d47e,41945,1733178071238, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:21:33,941 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116, startPosition=0, beingWritten=true 2024-12-02T22:21:33,942 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C41945%2C1733178071238 2024-12-02T22:21:33,955 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:21:33,955 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116 to pos 379, reset compression=false 2024-12-02T22:21:33,955 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,41945,1733178071238 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:21:34,160 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116 to pos 379, reset compression=false 2024-12-02T22:21:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T22:21:34,172 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T22:21:34,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:34,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:34,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:34,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:34,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:34,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d6beee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39659,-1 for getting cluster id 2024-12-02T22:21:34,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:34,186 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7ddd33b-8091-457e-ba5b-afb0aeba71ec' 2024-12-02T22:21:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7ddd33b-8091-457e-ba5b-afb0aeba71ec" 2024-12-02T22:21:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a5d70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39659,-1] 2024-12-02T22:21:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:34,189 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:34,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375c37ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7751d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,42129,-1 for getting cluster id 2024-12-02T22:21:34,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:34,193 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19df6dca-9c09-4621-9473-04db6f9709d6' 2024-12-02T22:21:34,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19df6dca-9c09-4621-9473-04db6f9709d6" 2024-12-02T22:21:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2d4795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,42129,-1] 2024-12-02T22:21:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:34,195 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:34,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62acf3b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d59ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,44597,-1 for getting cluster id 2024-12-02T22:21:34,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:34,201 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e77df3a6-a06a-4ee8-b118-a0a22ba37424' 2024-12-02T22:21:34,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:34,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e77df3a6-a06a-4ee8-b118-a0a22ba37424" 2024-12-02T22:21:34,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278242bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,44597,-1] 2024-12-02T22:21:34,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:34,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:34,203 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:34,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109a02b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:34,210 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733178094209/Put/seqid=0 2024-12-02T22:21:34,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741840_1016 (size=7894) 2024-12-02T22:21:34,515 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116 to pos 379, reset compression=false 2024-12-02T22:21:34,626 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733178094626/Put/seqid=0 2024-12-02T22:21:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741841_1017 (size=7691) 2024-12-02T22:21:34,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c667630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39659,-1 for getting cluster id 2024-12-02T22:21:34,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:34,638 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7ddd33b-8091-457e-ba5b-afb0aeba71ec' 2024-12-02T22:21:34,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:34,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7ddd33b-8091-457e-ba5b-afb0aeba71ec" 2024-12-02T22:21:34,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a8bf55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39659,-1] 2024-12-02T22:21:34,639 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:34,640 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:34,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b9a8f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:34,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,41945,1733178071238, seqNum=-1] 2024-12-02T22:21:34,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:34,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:21:34,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:34,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,39659,1733178070926 2024-12-02T22:21:34,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30ceff7b 2024-12-02T22:21:34,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:34,667 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:21:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf., hostname=7ae73638d47e,41945,1733178071238, seqNum=2] 2024-12-02T22:21:34,673 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T22:21:34,684 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-02T22:21:34,688 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-02T22:21:34,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_0/f/hfile_0 for inclusion in e24005ffdb9cd4aa3201475f03b14aaf/f 2024-12-02T22:21:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-02T22:21:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:21:34,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_0/f/hfile_1 for inclusion in e24005ffdb9cd4aa3201475f03b14aaf/f 2024-12-02T22:21:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-02T22:21:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:21:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HRegion(2603): Flush status journal for e24005ffdb9cd4aa3201475f03b14aaf: 2024-12-02T22:21:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__nr8v816d3hu0iahk84qf0cs2m1o5tbdi1lok6f7ois3j8fvk5onvp94676tkces8/f/hfile_0 2024-12-02T22:21:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__nr8v816d3hu0iahk84qf0cs2m1o5tbdi1lok6f7ois3j8fvk5onvp94676tkces8/f/hfile_0 as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/92d4dc213f5c4f5091ff0883bbbad0b3_SeqId_4_ 2024-12-02T22:21:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__nr8v816d3hu0iahk84qf0cs2m1o5tbdi1lok6f7ois3j8fvk5onvp94676tkces8/f/hfile_1 2024-12-02T22:21:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__nr8v816d3hu0iahk84qf0cs2m1o5tbdi1lok6f7ois3j8fvk5onvp94676tkces8/f/hfile_1 as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/b8d117d2f8834d79a85f881967557541_SeqId_4_ 2024-12-02T22:21:34,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__nr8v816d3hu0iahk84qf0cs2m1o5tbdi1lok6f7ois3j8fvk5onvp94676tkces8/f/hfile_0 into e24005ffdb9cd4aa3201475f03b14aaf/f as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/92d4dc213f5c4f5091ff0883bbbad0b3_SeqId_4_ - updating store file list. 2024-12-02T22:21:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92d4dc213f5c4f5091ff0883bbbad0b3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:21:34,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/92d4dc213f5c4f5091ff0883bbbad0b3_SeqId_4_ into e24005ffdb9cd4aa3201475f03b14aaf/f 2024-12-02T22:21:34,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__nr8v816d3hu0iahk84qf0cs2m1o5tbdi1lok6f7ois3j8fvk5onvp94676tkces8/f/hfile_0 into e24005ffdb9cd4aa3201475f03b14aaf/f (new location: hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/92d4dc213f5c4f5091ff0883bbbad0b3_SeqId_4_) 2024-12-02T22:21:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__nr8v816d3hu0iahk84qf0cs2m1o5tbdi1lok6f7ois3j8fvk5onvp94676tkces8/f/hfile_0 2024-12-02T22:21:34,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__nr8v816d3hu0iahk84qf0cs2m1o5tbdi1lok6f7ois3j8fvk5onvp94676tkces8/f/hfile_1 into e24005ffdb9cd4aa3201475f03b14aaf/f as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/b8d117d2f8834d79a85f881967557541_SeqId_4_ - updating store file list. 2024-12-02T22:21:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b8d117d2f8834d79a85f881967557541_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:21:34,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/b8d117d2f8834d79a85f881967557541_SeqId_4_ into e24005ffdb9cd4aa3201475f03b14aaf/f 2024-12-02T22:21:34,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__nr8v816d3hu0iahk84qf0cs2m1o5tbdi1lok6f7ois3j8fvk5onvp94676tkces8/f/hfile_1 into e24005ffdb9cd4aa3201475f03b14aaf/f (new location: hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/b8d117d2f8834d79a85f881967557541_SeqId_4_) 2024-12-02T22:21:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__nr8v816d3hu0iahk84qf0cs2m1o5tbdi1lok6f7ois3j8fvk5onvp94676tkces8/f/hfile_1 2024-12-02T22:21:34,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:34,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:34,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:34,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:34,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf., hostname=7ae73638d47e,41945,1733178071238, seqNum=2 , the old value is region=test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf., hostname=7ae73638d47e,41945,1733178071238, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7ae73638d47e:41945 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T22:21:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf., hostname=7ae73638d47e,41945,1733178071238, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T22:21:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf., hostname=7ae73638d47e,41945,1733178071238, seqNum=2 from cache 2024-12-02T22:21:34,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:34,733 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T22:21:34,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,39065,1733178080072, seqNum=-1] 2024-12-02T22:21:34,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:34,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:21:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3., hostname=7ae73638d47e,39065,1733178080072, seqNum=2] 2024-12-02T22:21:34,740 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T22:21:34,842 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:41945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T22:21:34,926 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116 to pos 379, reset compression=false 2024-12-02T22:21:34,930 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:21:34,930 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,41945,1733178071238 got entry batch from reader: WALEntryBatch [walEntries=[{test/e24005ffdb9cd4aa3201475f03b14aaf/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733178094730/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T22:21:34,932 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:21:34,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-02T22:21:34,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.ReplicationSink(318): Replicating [e7ddd33b-8091-457e-ba5b-afb0aeba71ec] bulk loaded data 2024-12-02T22:21:34,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76b642ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,42129,-1 for getting cluster id 2024-12-02T22:21:34,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:34,936 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19df6dca-9c09-4621-9473-04db6f9709d6' 2024-12-02T22:21:34,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:34,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19df6dca-9c09-4621-9473-04db6f9709d6" 2024-12-02T22:21:34,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dfb1d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,42129,-1] 2024-12-02T22:21:34,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:34,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:34,937 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:34,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@527e8692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:34,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741837_1013 (size=7894) 2024-12-02T22:21:35,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741838_1014 (size=7691) 2024-12-02T22:21:35,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:35,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,42129,1733178079563 2024-12-02T22:21:35,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468f8321 2024-12-02T22:21:35,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:35,006 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-02T22:21:35,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T22:21:35,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:35,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,39065,1733178080072, seqNum=-1] 2024-12-02T22:21:35,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:35,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-02T22:21:35,018 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__h79sm2c6pf90n00s1atd5l610c2caboi5c3u9bq9tcodd6qhnfgkgf8st9ga4dad/f/92d4dc213f5c4f5091ff0883bbbad0b3_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-02T22:21:35,020 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__h79sm2c6pf90n00s1atd5l610c2caboi5c3u9bq9tcodd6qhnfgkgf8st9ga4dad/f/b8d117d2f8834d79a85f881967557541_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-02T22:21:35,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__h79sm2c6pf90n00s1atd5l610c2caboi5c3u9bq9tcodd6qhnfgkgf8st9ga4dad/f/92d4dc213f5c4f5091ff0883bbbad0b3_SeqId_4_ for inclusion in 6e5d7a4003b8b511536b5bad7680a9d3/f 2024-12-02T22:21:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-02T22:21:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:21:35,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__h79sm2c6pf90n00s1atd5l610c2caboi5c3u9bq9tcodd6qhnfgkgf8st9ga4dad/f/b8d117d2f8834d79a85f881967557541_SeqId_4_ for inclusion in 6e5d7a4003b8b511536b5bad7680a9d3/f 2024-12-02T22:21:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-02T22:21:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:21:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegion(2603): Flush status journal for 6e5d7a4003b8b511536b5bad7680a9d3: 2024-12-02T22:21:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 92d4dc213f5c4f5091ff0883bbbad0b3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T22:21:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__h79sm2c6pf90n00s1atd5l610c2caboi5c3u9bq9tcodd6qhnfgkgf8st9ga4dad/f/92d4dc213f5c4f5091ff0883bbbad0b3_SeqId_4_ as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/c26e76a36d154ba0bd683f690533329e_SeqId_4_ 2024-12-02T22:21:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b8d117d2f8834d79a85f881967557541_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T22:21:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__h79sm2c6pf90n00s1atd5l610c2caboi5c3u9bq9tcodd6qhnfgkgf8st9ga4dad/f/b8d117d2f8834d79a85f881967557541_SeqId_4_ as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/de4f37352f41499db56cb7117260dd82_SeqId_4_ 2024-12-02T22:21:35,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__h79sm2c6pf90n00s1atd5l610c2caboi5c3u9bq9tcodd6qhnfgkgf8st9ga4dad/f/92d4dc213f5c4f5091ff0883bbbad0b3_SeqId_4_ into 6e5d7a4003b8b511536b5bad7680a9d3/f as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/c26e76a36d154ba0bd683f690533329e_SeqId_4_ - updating store file list. 2024-12-02T22:21:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c26e76a36d154ba0bd683f690533329e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:21:35,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/c26e76a36d154ba0bd683f690533329e_SeqId_4_ into 6e5d7a4003b8b511536b5bad7680a9d3/f 2024-12-02T22:21:35,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__h79sm2c6pf90n00s1atd5l610c2caboi5c3u9bq9tcodd6qhnfgkgf8st9ga4dad/f/92d4dc213f5c4f5091ff0883bbbad0b3_SeqId_4_ into 6e5d7a4003b8b511536b5bad7680a9d3/f (new location: hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/c26e76a36d154ba0bd683f690533329e_SeqId_4_) 2024-12-02T22:21:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__h79sm2c6pf90n00s1atd5l610c2caboi5c3u9bq9tcodd6qhnfgkgf8st9ga4dad/f/92d4dc213f5c4f5091ff0883bbbad0b3_SeqId_4_ 2024-12-02T22:21:35,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__h79sm2c6pf90n00s1atd5l610c2caboi5c3u9bq9tcodd6qhnfgkgf8st9ga4dad/f/b8d117d2f8834d79a85f881967557541_SeqId_4_ into 6e5d7a4003b8b511536b5bad7680a9d3/f as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/de4f37352f41499db56cb7117260dd82_SeqId_4_ - updating store file list. 2024-12-02T22:21:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStoreFile(483): HFile Bloom filter type for de4f37352f41499db56cb7117260dd82_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:21:35,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/de4f37352f41499db56cb7117260dd82_SeqId_4_ into 6e5d7a4003b8b511536b5bad7680a9d3/f 2024-12-02T22:21:35,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__h79sm2c6pf90n00s1atd5l610c2caboi5c3u9bq9tcodd6qhnfgkgf8st9ga4dad/f/b8d117d2f8834d79a85f881967557541_SeqId_4_ into 6e5d7a4003b8b511536b5bad7680a9d3/f (new location: hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/de4f37352f41499db56cb7117260dd82_SeqId_4_) 2024-12-02T22:21:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__h79sm2c6pf90n00s1atd5l610c2caboi5c3u9bq9tcodd6qhnfgkgf8st9ga4dad/f/b8d117d2f8834d79a85f881967557541_SeqId_4_ 2024-12-02T22:21:35,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.ReplicationSink(324): Finished replicating [e7ddd33b-8091-457e-ba5b-afb0aeba71ec] bulk loaded data 2024-12-02T22:21:35,130 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116 to pos 687, reset compression=false 2024-12-02T22:21:35,434 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116 to pos 687, reset compression=false 2024-12-02T22:21:35,441 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:21:35,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,508 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:21:35,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:35,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:35,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,35483,1733178088015, seqNum=-1] 2024-12-02T22:21:35,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:35,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:21:35,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec., hostname=7ae73638d47e,35483,1733178088015, seqNum=2] 2024-12-02T22:21:35,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:21:35,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T22:21:35,760 DEBUG [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7ae73638d47e%2C41945%2C1733178071238.meta:.meta(num 1733178074722) roll requested 2024-12-02T22:21:35,775 DEBUG [regionserver/7ae73638d47e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.meta.1733178095760.meta, exclude list is [], retry=0 2024-12-02T22:21:35,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-9bfb86a3-4be8-4c90-a7db-f4de10265eea,DISK] 2024-12-02T22:21:35,779 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.meta.1733178074722.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.meta.1733178095760.meta 2024-12-02T22:21:35,779 DEBUG [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-12-02T22:21:35,779 DEBUG [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.meta.1733178074722.meta is not closed yet, will try archiving it next time 2024-12-02T22:21:35,780 DEBUG [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7ae73638d47e%2C41945%2C1733178071238:(num 1733178074116) roll requested 2024-12-02T22:21:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741834_1010 (size=3473) 2024-12-02T22:21:35,796 DEBUG [regionserver/7ae73638d47e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780, exclude list is [], retry=0 2024-12-02T22:21:35,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-9bfb86a3-4be8-4c90-a7db-f4de10265eea,DISK] 2024-12-02T22:21:35,799 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 2024-12-02T22:21:35,799 DEBUG [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-12-02T22:21:35,799 DEBUG [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116 is not closed yet, will try archiving it next time 2024-12-02T22:21:35,799 DEBUG [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7ae73638d47e%2C41945%2C1733178071238.rep:(num 1733178093513) roll requested 2024-12-02T22:21:35,801 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116 not finished, retry = 0 2024-12-02T22:21:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741833_1009 (size=695) 2024-12-02T22:21:35,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4620df26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:35,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39659,-1 for getting cluster id 2024-12-02T22:21:35,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:35,813 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7ddd33b-8091-457e-ba5b-afb0aeba71ec' 2024-12-02T22:21:35,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:35,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7ddd33b-8091-457e-ba5b-afb0aeba71ec" 2024-12-02T22:21:35,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2272a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:35,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39659,-1] 2024-12-02T22:21:35,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:35,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:35,815 DEBUG [regionserver/7ae73638d47e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.rep.1733178095799, exclude list is [], retry=0 2024-12-02T22:21:35,815 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53acb4fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:35,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:35,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,39659,1733178070926 2024-12-02T22:21:35,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20f41b 2024-12-02T22:21:35,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:35,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-9bfb86a3-4be8-4c90-a7db-f4de10265eea,DISK] 2024-12-02T22:21:35,819 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:21:35,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://7ae73638d47e:44597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T22:21:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T22:21:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T22:21:35,822 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:44597' 2024-12-02T22:21:35,845 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f854b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:35,845 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,44597,-1 for getting cluster id 2024-12-02T22:21:35,845 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:35,845 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e77df3a6-a06a-4ee8-b118-a0a22ba37424' 2024-12-02T22:21:35,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:35,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e77df3a6-a06a-4ee8-b118-a0a22ba37424" 2024-12-02T22:21:35,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2179c63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:35,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,44597,-1] 2024-12-02T22:21:35,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:35,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:35,846 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:35,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b02cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:35,847 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:35,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,44597,1733178087941 2024-12-02T22:21:35,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d157219 2024-12-02T22:21:35,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:35,849 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116 to pos 687, reset compression=false 2024-12-02T22:21:35,849 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:21:35,850 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-02T22:21:35,850 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T22:21:35,850 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:35,850 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:35,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:35,851 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116 2024-12-02T22:21:35,851 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780, startPosition=0, beingWritten=true 2024-12-02T22:21:35,851 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,41945,1733178071238 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-02T22:21:35,857 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [7ae73638d47e%2C41945%2C1733178071238.1733178074116] 2024-12-02T22:21:35,863 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.rep.1733178093513 with entries=7, filesize=1.67 KB; new WAL /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.rep.1733178095799 2024-12-02T22:21:35,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T22:21:35,889 DEBUG [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39329:39329)] 2024-12-02T22:21:35,889 DEBUG [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.rep.1733178093513 is not closed yet, will try archiving it next time 2024-12-02T22:21:35,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741839_1015 (size=1722) 2024-12-02T22:21:35,912 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178074116 to hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/oldWALs/7ae73638d47e%2C41945%2C1733178071238.1733178074116 2024-12-02T22:21:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T22:21:36,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-02T22:21:36,018 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-02T22:21:36,054 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-7ae73638d47e,41945,1733178071238, ReplicationSource: 2, currentBandwidth=0 2024-12-02T22:21:36,056 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T22:21:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-02T22:21:36,058 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7ae73638d47e,41945,1733178071238 suceeded 2024-12-02T22:21:36,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T22:21:36,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-02T22:21:36,060 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7ae73638d47e:44597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T22:21:36,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 241 msec 2024-12-02T22:21:36,070 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7ae73638d47e:44597' 2024-12-02T22:21:36,072 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7692845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:36,072 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,44597,-1 for getting cluster id 2024-12-02T22:21:36,072 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:36,073 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e77df3a6-a06a-4ee8-b118-a0a22ba37424' 2024-12-02T22:21:36,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:36,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e77df3a6-a06a-4ee8-b118-a0a22ba37424" 2024-12-02T22:21:36,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@601ec8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:36,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,44597,-1] 2024-12-02T22:21:36,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:36,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:36,074 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:36,074 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f0805de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:36,074 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:36,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,44597,1733178087941 2024-12-02T22:21:36,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4797413a 2024-12-02T22:21:36,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:36,075 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-02T22:21:36,076 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7ae73638d47e,41945,1733178071238 (queues=1) is replicating from cluster=e7ddd33b-8091-457e-ba5b-afb0aeba71ec to cluster=e77df3a6-a06a-4ee8-b118-a0a22ba37424 2024-12-02T22:21:36,076 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7ae73638d47e%2C41945%2C1733178071238 2024-12-02T22:21:36,076 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7ae73638d47e,41945,1733178071238, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T22:21:36,076 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780, startPosition=0, beingWritten=true 2024-12-02T22:21:36,080 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ae73638d47e%2C41945%2C1733178071238 2024-12-02T22:21:36,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T22:21:36,142 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-02T22:21:36,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:36,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:36,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:36,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:36,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T22:21:36,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:36,147 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733178096147/Put/seqid=0 2024-12-02T22:21:36,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741845_1021 (size=11194) 2024-12-02T22:21:36,290 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 0, reset compression=false 2024-12-02T22:21:36,399 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 0, reset compression=false 2024-12-02T22:21:36,558 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733178096557/Put/seqid=0 2024-12-02T22:21:36,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741846_1022 (size=10791) 2024-12-02T22:21:36,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e98d04c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:36,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,39659,-1 for getting cluster id 2024-12-02T22:21:36,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:36,577 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7ddd33b-8091-457e-ba5b-afb0aeba71ec' 2024-12-02T22:21:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7ddd33b-8091-457e-ba5b-afb0aeba71ec" 2024-12-02T22:21:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8050e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,39659,-1] 2024-12-02T22:21:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:36,579 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:36,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40707e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:36,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:36,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,41945,1733178071238, seqNum=-1] 2024-12-02T22:21:36,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:36,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T22:21:36,594 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 0, reset compression=false 2024-12-02T22:21:36,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:36,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,39659,1733178070926 2024-12-02T22:21:36,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ffb294 2024-12-02T22:21:36,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:36,606 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T22:21:36,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf., hostname=7ae73638d47e,41945,1733178071238, seqNum=2] 2024-12-02T22:21:36,611 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T22:21:36,616 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-02T22:21:36,618 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-02T22:21:36,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_1/f/hfile_0 for inclusion in e24005ffdb9cd4aa3201475f03b14aaf/f 2024-12-02T22:21:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T22:21:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:21:36,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_1/f/hfile_1 for inclusion in e24005ffdb9cd4aa3201475f03b14aaf/f 2024-12-02T22:21:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T22:21:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:21:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HRegion(2603): Flush status journal for e24005ffdb9cd4aa3201475f03b14aaf: 2024-12-02T22:21:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__t6cidu7d9nk0k5d0so01vc4b60c3pks4cmpfelcr1eu9ap1jdibfuq4mr5s0jppk/f/hfile_0 2024-12-02T22:21:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__t6cidu7d9nk0k5d0so01vc4b60c3pks4cmpfelcr1eu9ap1jdibfuq4mr5s0jppk/f/hfile_0 as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/56c26d02587b465bbe718852713be16f_SeqId_6_ 2024-12-02T22:21:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__t6cidu7d9nk0k5d0so01vc4b60c3pks4cmpfelcr1eu9ap1jdibfuq4mr5s0jppk/f/hfile_1 2024-12-02T22:21:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__t6cidu7d9nk0k5d0so01vc4b60c3pks4cmpfelcr1eu9ap1jdibfuq4mr5s0jppk/f/hfile_1 as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ 2024-12-02T22:21:36,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__t6cidu7d9nk0k5d0so01vc4b60c3pks4cmpfelcr1eu9ap1jdibfuq4mr5s0jppk/f/hfile_0 into e24005ffdb9cd4aa3201475f03b14aaf/f as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/56c26d02587b465bbe718852713be16f_SeqId_6_ - updating store file list. 2024-12-02T22:21:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 56c26d02587b465bbe718852713be16f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T22:21:36,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/56c26d02587b465bbe718852713be16f_SeqId_6_ into e24005ffdb9cd4aa3201475f03b14aaf/f 2024-12-02T22:21:36,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__t6cidu7d9nk0k5d0so01vc4b60c3pks4cmpfelcr1eu9ap1jdibfuq4mr5s0jppk/f/hfile_0 into e24005ffdb9cd4aa3201475f03b14aaf/f (new location: hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/56c26d02587b465bbe718852713be16f_SeqId_6_) 2024-12-02T22:21:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__t6cidu7d9nk0k5d0so01vc4b60c3pks4cmpfelcr1eu9ap1jdibfuq4mr5s0jppk/f/hfile_0 2024-12-02T22:21:36,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__t6cidu7d9nk0k5d0so01vc4b60c3pks4cmpfelcr1eu9ap1jdibfuq4mr5s0jppk/f/hfile_1 into e24005ffdb9cd4aa3201475f03b14aaf/f as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ - updating store file list. 2024-12-02T22:21:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T22:21:36,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ into e24005ffdb9cd4aa3201475f03b14aaf/f 2024-12-02T22:21:36,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__t6cidu7d9nk0k5d0so01vc4b60c3pks4cmpfelcr1eu9ap1jdibfuq4mr5s0jppk/f/hfile_1 into e24005ffdb9cd4aa3201475f03b14aaf/f (new location: hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_) 2024-12-02T22:21:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/staging/jenkins__test__t6cidu7d9nk0k5d0so01vc4b60c3pks4cmpfelcr1eu9ap1jdibfuq4mr5s0jppk/f/hfile_1 2024-12-02T22:21:36,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:36,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:36,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:36,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:36,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:36,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf., hostname=7ae73638d47e,41945,1733178071238, seqNum=2 , the old value is region=test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf., hostname=7ae73638d47e,41945,1733178071238, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7ae73638d47e:41945 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T22:21:36,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf., hostname=7ae73638d47e,41945,1733178071238, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T22:21:36,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf., hostname=7ae73638d47e,41945,1733178071238, seqNum=2 from cache 2024-12-02T22:21:36,678 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T22:21:36,683 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T22:21:36,781 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:41945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T22:21:37,005 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 0, reset compression=false 2024-12-02T22:21:37,010 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 0, reset compression=false 2024-12-02T22:21:37,018 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:21:37,018 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,41945,1733178071238 got entry batch from reader: WALEntryBatch [walEntries=[{test/e24005ffdb9cd4aa3201475f03b14aaf/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733178096675/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T22:21:37,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.ReplicationSink(318): Replicating [e7ddd33b-8091-457e-ba5b-afb0aeba71ec] bulk loaded data 2024-12-02T22:21:37,030 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T22:21:37,030 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7ae73638d47e,41945,1733178071238 got entry batch from reader: WALEntryBatch [walEntries=[{test/e24005ffdb9cd4aa3201475f03b14aaf/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733178096675/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T22:21:37,033 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T22:21:37,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-02T22:21:37,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.ReplicationSink(318): Replicating [e7ddd33b-8091-457e-ba5b-afb0aeba71ec] bulk loaded data 2024-12-02T22:21:37,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12033c4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:37,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] client.ClusterIdFetcher(90): Going to request 7ae73638d47e,44597,-1 for getting cluster id 2024-12-02T22:21:37,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T22:21:37,044 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e77df3a6-a06a-4ee8-b118-a0a22ba37424' 2024-12-02T22:21:37,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T22:21:37,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e77df3a6-a06a-4ee8-b118-a0a22ba37424" 2024-12-02T22:21:37,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63efac2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:37,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7ae73638d47e,44597,-1] 2024-12-02T22:21:37,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T22:21:37,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:37,045 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-02T22:21:37,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79467923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T22:21:37,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741839_1015 (size=11194) 2024-12-02T22:21:37,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741837_1013 (size=11194) 2024-12-02T22:21:37,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741838_1014 (size=10791) 2024-12-02T22:21:37,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:37,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7ae73638d47e,44597,1733178087941 2024-12-02T22:21:37,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72d3e3ba 2024-12-02T22:21:37,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T22:21:37,082 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-02T22:21:37,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T22:21:37,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T22:21:37,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ae73638d47e,35483,1733178088015, seqNum=-1] 2024-12-02T22:21:37,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T22:21:37,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-02T22:21:37,095 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/staging/jenkins.hfs.23__test__82fmmdb3vpqjaj4vk4spu3nv25nuoqhf4k01of2fne05aesq46t1ahju94n1na4b/f/56c26d02587b465bbe718852713be16f_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-02T22:21:37,097 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/staging/jenkins.hfs.23__test__82fmmdb3vpqjaj4vk4spu3nv25nuoqhf4k01of2fne05aesq46t1ahju94n1na4b/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-02T22:21:37,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/staging/jenkins.hfs.23__test__82fmmdb3vpqjaj4vk4spu3nv25nuoqhf4k01of2fne05aesq46t1ahju94n1na4b/f/56c26d02587b465bbe718852713be16f_SeqId_6_ for inclusion in e911fe367502dbd4708eeda09c4dd7ec/f 2024-12-02T22:21:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T22:21:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:21:37,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/staging/jenkins.hfs.23__test__82fmmdb3vpqjaj4vk4spu3nv25nuoqhf4k01of2fne05aesq46t1ahju94n1na4b/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ for inclusion in e911fe367502dbd4708eeda09c4dd7ec/f 2024-12-02T22:21:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T22:21:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:21:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HRegion(2603): Flush status journal for e911fe367502dbd4708eeda09c4dd7ec: 2024-12-02T22:21:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 56c26d02587b465bbe718852713be16f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T22:21:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/staging/jenkins.hfs.23__test__82fmmdb3vpqjaj4vk4spu3nv25nuoqhf4k01of2fne05aesq46t1ahju94n1na4b/f/56c26d02587b465bbe718852713be16f_SeqId_6_ as hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/default/test/e911fe367502dbd4708eeda09c4dd7ec/f/a2299287c77d4c47acf4220f01013286_SeqId_4_ 2024-12-02T22:21:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T22:21:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/staging/jenkins.hfs.23__test__82fmmdb3vpqjaj4vk4spu3nv25nuoqhf4k01of2fne05aesq46t1ahju94n1na4b/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ as hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/default/test/e911fe367502dbd4708eeda09c4dd7ec/f/b6107b5df3844848a9f3bf46335f9b4d_SeqId_4_ 2024-12-02T22:21:37,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/staging/jenkins.hfs.23__test__82fmmdb3vpqjaj4vk4spu3nv25nuoqhf4k01of2fne05aesq46t1ahju94n1na4b/f/56c26d02587b465bbe718852713be16f_SeqId_6_ into e911fe367502dbd4708eeda09c4dd7ec/f as hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/default/test/e911fe367502dbd4708eeda09c4dd7ec/f/a2299287c77d4c47acf4220f01013286_SeqId_4_ - updating store file list. 2024-12-02T22:21:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a2299287c77d4c47acf4220f01013286_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:21:37,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/default/test/e911fe367502dbd4708eeda09c4dd7ec/f/a2299287c77d4c47acf4220f01013286_SeqId_4_ into e911fe367502dbd4708eeda09c4dd7ec/f 2024-12-02T22:21:37,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/staging/jenkins.hfs.23__test__82fmmdb3vpqjaj4vk4spu3nv25nuoqhf4k01of2fne05aesq46t1ahju94n1na4b/f/56c26d02587b465bbe718852713be16f_SeqId_6_ into e911fe367502dbd4708eeda09c4dd7ec/f (new location: hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/default/test/e911fe367502dbd4708eeda09c4dd7ec/f/a2299287c77d4c47acf4220f01013286_SeqId_4_) 2024-12-02T22:21:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/staging/jenkins.hfs.23__test__82fmmdb3vpqjaj4vk4spu3nv25nuoqhf4k01of2fne05aesq46t1ahju94n1na4b/f/56c26d02587b465bbe718852713be16f_SeqId_6_ 2024-12-02T22:21:37,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/staging/jenkins.hfs.23__test__82fmmdb3vpqjaj4vk4spu3nv25nuoqhf4k01of2fne05aesq46t1ahju94n1na4b/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ into e911fe367502dbd4708eeda09c4dd7ec/f as hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/default/test/e911fe367502dbd4708eeda09c4dd7ec/f/b6107b5df3844848a9f3bf46335f9b4d_SeqId_4_ - updating store file list. 2024-12-02T22:21:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6107b5df3844848a9f3bf46335f9b4d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T22:21:37,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/default/test/e911fe367502dbd4708eeda09c4dd7ec/f/b6107b5df3844848a9f3bf46335f9b4d_SeqId_4_ into e911fe367502dbd4708eeda09c4dd7ec/f 2024-12-02T22:21:37,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/staging/jenkins.hfs.23__test__82fmmdb3vpqjaj4vk4spu3nv25nuoqhf4k01of2fne05aesq46t1ahju94n1na4b/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ into e911fe367502dbd4708eeda09c4dd7ec/f (new location: hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/default/test/e911fe367502dbd4708eeda09c4dd7ec/f/b6107b5df3844848a9f3bf46335f9b4d_SeqId_4_) 2024-12-02T22:21:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/staging/jenkins.hfs.23__test__82fmmdb3vpqjaj4vk4spu3nv25nuoqhf4k01of2fne05aesq46t1ahju94n1na4b/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ 2024-12-02T22:21:37,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35483 {}] regionserver.ReplicationSink(324): Finished replicating [e7ddd33b-8091-457e-ba5b-afb0aeba71ec] bulk loaded data 2024-12-02T22:21:37,218 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:37,230 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:37,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741840_1016 (size=10791) 2024-12-02T22:21:37,542 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:37,553 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:37,687 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T22:21:37,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T22:21:37,891 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__g457r53qlrg82of288rqmokkldiveml0ohaakvgld2uqaumh2dksgab9lj2l14tm/f/56c26d02587b465bbe718852713be16f_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-02T22:21:37,893 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__g457r53qlrg82of288rqmokkldiveml0ohaakvgld2uqaumh2dksgab9lj2l14tm/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-02T22:21:37,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__g457r53qlrg82of288rqmokkldiveml0ohaakvgld2uqaumh2dksgab9lj2l14tm/f/56c26d02587b465bbe718852713be16f_SeqId_6_ for inclusion in 6e5d7a4003b8b511536b5bad7680a9d3/f 2024-12-02T22:21:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T22:21:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:21:37,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__g457r53qlrg82of288rqmokkldiveml0ohaakvgld2uqaumh2dksgab9lj2l14tm/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ for inclusion in 6e5d7a4003b8b511536b5bad7680a9d3/f 2024-12-02T22:21:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T22:21:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T22:21:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegion(2603): Flush status journal for 6e5d7a4003b8b511536b5bad7680a9d3: 2024-12-02T22:21:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 56c26d02587b465bbe718852713be16f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T22:21:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__g457r53qlrg82of288rqmokkldiveml0ohaakvgld2uqaumh2dksgab9lj2l14tm/f/56c26d02587b465bbe718852713be16f_SeqId_6_ as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/ce99815aae0d466891c680ab5deb63fb_SeqId_6_ 2024-12-02T22:21:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T22:21:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__g457r53qlrg82of288rqmokkldiveml0ohaakvgld2uqaumh2dksgab9lj2l14tm/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/776c08698946474fb6d08547ed393220_SeqId_6_ 2024-12-02T22:21:37,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__g457r53qlrg82of288rqmokkldiveml0ohaakvgld2uqaumh2dksgab9lj2l14tm/f/56c26d02587b465bbe718852713be16f_SeqId_6_ into 6e5d7a4003b8b511536b5bad7680a9d3/f as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/ce99815aae0d466891c680ab5deb63fb_SeqId_6_ - updating store file list. 2024-12-02T22:21:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce99815aae0d466891c680ab5deb63fb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T22:21:37,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/ce99815aae0d466891c680ab5deb63fb_SeqId_6_ into 6e5d7a4003b8b511536b5bad7680a9d3/f 2024-12-02T22:21:37,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__g457r53qlrg82of288rqmokkldiveml0ohaakvgld2uqaumh2dksgab9lj2l14tm/f/56c26d02587b465bbe718852713be16f_SeqId_6_ into 6e5d7a4003b8b511536b5bad7680a9d3/f (new location: hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/ce99815aae0d466891c680ab5deb63fb_SeqId_6_) 2024-12-02T22:21:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__g457r53qlrg82of288rqmokkldiveml0ohaakvgld2uqaumh2dksgab9lj2l14tm/f/56c26d02587b465bbe718852713be16f_SeqId_6_ 2024-12-02T22:21:37,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__g457r53qlrg82of288rqmokkldiveml0ohaakvgld2uqaumh2dksgab9lj2l14tm/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ into 6e5d7a4003b8b511536b5bad7680a9d3/f as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/776c08698946474fb6d08547ed393220_SeqId_6_ - updating store file list. 2024-12-02T22:21:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 776c08698946474fb6d08547ed393220_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T22:21:37,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/776c08698946474fb6d08547ed393220_SeqId_6_ into 6e5d7a4003b8b511536b5bad7680a9d3/f 2024-12-02T22:21:37,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__g457r53qlrg82of288rqmokkldiveml0ohaakvgld2uqaumh2dksgab9lj2l14tm/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ into 6e5d7a4003b8b511536b5bad7680a9d3/f (new location: hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/f/776c08698946474fb6d08547ed393220_SeqId_6_) 2024-12-02T22:21:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/staging/jenkins.hfs.22__test__g457r53qlrg82of288rqmokkldiveml0ohaakvgld2uqaumh2dksgab9lj2l14tm/f/5e699389dd3e45dda39d40bd7ef783cf_SeqId_6_ 2024-12-02T22:21:37,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39065 {}] regionserver.ReplicationSink(324): Finished replicating [e7ddd33b-8091-457e-ba5b-afb0aeba71ec] bulk loaded data 2024-12-02T22:21:37,946 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:37,956 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:38,449 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:38,459 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:38,585 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T22:21:38,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:21:38,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:38,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:38,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:38,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:38,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:38,703 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:21:38,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=896129424, stopped=false 2024-12-02T22:21:38,704 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,44597,1733178087941 2024-12-02T22:21:38,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2129687640/running 2024-12-02T22:21:38,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:38,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2129687640/running 2024-12-02T22:21:38,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:38,706 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:21:38,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Set watcher on znode that does not yet exist, /2-2129687640/running 2024-12-02T22:21:38,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:38,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:38,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Set watcher on znode that does not yet exist, /2-2129687640/running 2024-12-02T22:21:38,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:38,708 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,35483,1733178088015' ***** 2024-12-02T22:21:38,708 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:21:38,708 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:21:38,708 INFO [RS:0;7ae73638d47e:35483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:21:38,709 INFO [RS:0;7ae73638d47e:35483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:21:38,709 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(3091): Received CLOSE for e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:38,709 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:21:38,712 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,35483,1733178088015 2024-12-02T22:21:38,712 INFO [RS:0;7ae73638d47e:35483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:21:38,712 INFO [RS:0;7ae73638d47e:35483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:35483. 2024-12-02T22:21:38,713 DEBUG [RS:0;7ae73638d47e:35483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:38,713 DEBUG [RS:0;7ae73638d47e:35483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:38,713 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e911fe367502dbd4708eeda09c4dd7ec, disabling compactions & flushes 2024-12-02T22:21:38,713 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec. 2024-12-02T22:21:38,713 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec. 2024-12-02T22:21:38,713 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:21:38,713 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:21:38,713 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec. after waiting 0 ms 2024-12-02T22:21:38,713 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:21:38,713 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec. 2024-12-02T22:21:38,713 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:21:38,716 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T22:21:38,716 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e911fe367502dbd4708eeda09c4dd7ec=test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec.} 2024-12-02T22:21:38,716 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e911fe367502dbd4708eeda09c4dd7ec 2024-12-02T22:21:38,716 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:21:38,716 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:21:38,716 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:21:38,716 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:21:38,716 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:21:38,716 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T22:21:38,729 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/default/test/e911fe367502dbd4708eeda09c4dd7ec/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T22:21:38,729 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:21:38,729 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:21:38,729 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec. 2024-12-02T22:21:38,729 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e911fe367502dbd4708eeda09c4dd7ec: Waiting for close lock at 1733178098712Running coprocessor pre-close hooks at 1733178098712Disabling compacts and flushes for region at 1733178098712Disabling writes for close at 1733178098713 (+1 ms)Writing region close event to WAL at 1733178098717 (+4 ms)Running coprocessor post-close hooks at 1733178098729 (+12 ms)Closed at 1733178098729 2024-12-02T22:21:38,730 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec. 2024-12-02T22:21:38,741 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/.tmp/info/3c9b6c4114294924a9b08d5440b90d9f is 129, key is test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec./info:regioninfo/1733178092704/Put/seqid=0 2024-12-02T22:21:38,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741839_1015 (size=6421) 2024-12-02T22:21:38,774 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:21:38,916 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:21:39,053 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:39,063 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:39,116 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:21:39,145 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/.tmp/info/3c9b6c4114294924a9b08d5440b90d9f 2024-12-02T22:21:39,170 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/.tmp/ns/efaeab2d2ada46aca9a40112ed41034d is 43, key is default/ns:d/1733178089980/Put/seqid=0 2024-12-02T22:21:39,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741840_1016 (size=5153) 2024-12-02T22:21:39,181 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:21:39,181 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:21:39,316 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:21:39,516 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:21:39,573 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/.tmp/ns/efaeab2d2ada46aca9a40112ed41034d 2024-12-02T22:21:39,599 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/.tmp/rep_barrier/83e55fbe75304f888730b51cd1043338 is 112, key is test,,1733178091868.e911fe367502dbd4708eeda09c4dd7ec./rep_barrier:seqnumDuringOpen/1733178092704/Put/seqid=0 2024-12-02T22:21:39,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741841_1017 (size=5518) 2024-12-02T22:21:39,608 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/.tmp/rep_barrier/83e55fbe75304f888730b51cd1043338 2024-12-02T22:21:39,632 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/.tmp/table/7f61d03cdca642a4a320fe01f3964396 is 40, key is test/table:state/1733178092712/Put/seqid=0 2024-12-02T22:21:39,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741842_1018 (size=5165) 2024-12-02T22:21:39,700 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T22:21:39,701 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:21:39,701 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128974 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7ae73638d47e,40891,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:40891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T22:21:39,716 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T22:21:39,716 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:21:39,717 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:21:39,757 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:39,766 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:39,917 DEBUG [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:21:40,036 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/.tmp/table/7f61d03cdca642a4a320fe01f3964396 2024-12-02T22:21:40,040 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/.tmp/info/3c9b6c4114294924a9b08d5440b90d9f as hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/info/3c9b6c4114294924a9b08d5440b90d9f 2024-12-02T22:21:40,044 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/info/3c9b6c4114294924a9b08d5440b90d9f, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T22:21:40,045 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/.tmp/ns/efaeab2d2ada46aca9a40112ed41034d as hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/ns/efaeab2d2ada46aca9a40112ed41034d 2024-12-02T22:21:40,048 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/ns/efaeab2d2ada46aca9a40112ed41034d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T22:21:40,048 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/.tmp/rep_barrier/83e55fbe75304f888730b51cd1043338 as hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/rep_barrier/83e55fbe75304f888730b51cd1043338 2024-12-02T22:21:40,051 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/rep_barrier/83e55fbe75304f888730b51cd1043338, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T22:21:40,052 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/.tmp/table/7f61d03cdca642a4a320fe01f3964396 as hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/table/7f61d03cdca642a4a320fe01f3964396 2024-12-02T22:21:40,055 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/table/7f61d03cdca642a4a320fe01f3964396, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T22:21:40,056 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=11, compaction requested=false 2024-12-02T22:21:40,061 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T22:21:40,064 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:21:40,064 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:21:40,064 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:21:40,064 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178098716Running coprocessor pre-close hooks at 1733178098716Disabling compacts and flushes for region at 1733178098716Disabling writes for close at 1733178098716Obtaining lock to block concurrent updates at 1733178098716Preparing flush snapshotting stores in 1588230740 at 1733178098716Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733178098716Flushing stores of hbase:meta,,1.1588230740 at 1733178098717 (+1 ms)Flushing 1588230740/info: creating writer at 1733178098717Flushing 1588230740/info: appending metadata at 1733178098740 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733178098740Flushing 1588230740/ns: creating writer at 1733178099149 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733178099169 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733178099169Flushing 1588230740/rep_barrier: creating writer at 1733178099577 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733178099598 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733178099599 (+1 ms)Flushing 1588230740/table: creating writer at 1733178099611 (+12 ms)Flushing 1588230740/table: appending metadata at 1733178099632 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733178099632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@318dc67c: reopening flushed file at 1733178100040 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3da56c: reopening flushed file at 1733178100044 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13eca12a: reopening flushed file at 1733178100048 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@478e6a65: reopening flushed file at 1733178100051 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=11, compaction requested=false at 1733178100056 (+5 ms)Writing region close event to WAL at 1733178100058 (+2 ms)Running coprocessor post-close hooks at 1733178100064 (+6 ms)Closed at 1733178100064 2024-12-02T22:21:40,064 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:21:40,117 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,35483,1733178088015; all regions closed. 2024-12-02T22:21:40,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741834_1010 (size=2717) 2024-12-02T22:21:40,121 DEBUG [RS:0;7ae73638d47e:35483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/oldWALs 2024-12-02T22:21:40,121 INFO [RS:0;7ae73638d47e:35483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C35483%2C1733178088015.meta:.meta(num 1733178089908) 2024-12-02T22:21:40,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741832_1008 (size=1028) 2024-12-02T22:21:40,124 DEBUG [RS:0;7ae73638d47e:35483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/oldWALs 2024-12-02T22:21:40,124 INFO [RS:0;7ae73638d47e:35483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C35483%2C1733178088015:(num 1733178089310) 2024-12-02T22:21:40,124 DEBUG [RS:0;7ae73638d47e:35483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:40,124 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:21:40,125 INFO [RS:0;7ae73638d47e:35483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:21:40,125 INFO [RS:0;7ae73638d47e:35483 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T22:21:40,125 INFO [RS:0;7ae73638d47e:35483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:21:40,125 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:21:40,125 INFO [RS:0;7ae73638d47e:35483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:35483. 2024-12-02T22:21:40,125 DEBUG [RS:0;7ae73638d47e:35483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:40,125 DEBUG [RS:0;7ae73638d47e:35483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:40,126 DEBUG [RS:0;7ae73638d47e:35483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:40,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:40,126 INFO [RS:0;7ae73638d47e:35483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35483 2024-12-02T22:21:40,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2129687640/rs/7ae73638d47e,35483,1733178088015 2024-12-02T22:21:40,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640/rs 2024-12-02T22:21:40,128 INFO [RS:0;7ae73638d47e:35483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:21:40,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,35483,1733178088015] 2024-12-02T22:21:40,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2129687640/draining/7ae73638d47e,35483,1733178088015 already deleted, retry=false 2024-12-02T22:21:40,130 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,35483,1733178088015 expired; onlineServers=0 2024-12-02T22:21:40,130 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,44597,1733178087941' ***** 2024-12-02T22:21:40,130 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:21:40,130 INFO [M:0;7ae73638d47e:44597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:21:40,130 INFO [M:0;7ae73638d47e:44597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:21:40,130 DEBUG [M:0;7ae73638d47e:44597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:21:40,130 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:21:40,130 DEBUG [M:0;7ae73638d47e:44597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:21:40,131 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178089071 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178089071,5,FailOnTimeoutGroup] 2024-12-02T22:21:40,131 INFO [M:0;7ae73638d47e:44597 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:21:40,131 INFO [M:0;7ae73638d47e:44597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:21:40,131 DEBUG [M:0;7ae73638d47e:44597 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:21:40,131 INFO [M:0;7ae73638d47e:44597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:21:40,131 INFO [M:0;7ae73638d47e:44597 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:21:40,131 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178089072 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178089072,5,FailOnTimeoutGroup] 2024-12-02T22:21:40,131 INFO [M:0;7ae73638d47e:44597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:21:40,131 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:21:40,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2129687640/master 2024-12-02T22:21:40,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2129687640 2024-12-02T22:21:40,133 INFO [M:0;7ae73638d47e:44597 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/.lastflushedseqids 2024-12-02T22:21:40,133 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2129687640/master already deleted, retry=false 2024-12-02T22:21:40,134 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-2129687640/master 2024-12-02T22:21:40,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741843_1019 (size=173) 2024-12-02T22:21:40,138 INFO [M:0;7ae73638d47e:44597 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:21:40,138 INFO [M:0;7ae73638d47e:44597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:21:40,138 DEBUG [M:0;7ae73638d47e:44597 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:21:40,138 INFO [M:0;7ae73638d47e:44597 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:40,138 DEBUG [M:0;7ae73638d47e:44597 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:40,138 DEBUG [M:0;7ae73638d47e:44597 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:21:40,138 DEBUG [M:0;7ae73638d47e:44597 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:40,138 INFO [M:0;7ae73638d47e:44597 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-02T22:21:40,157 DEBUG [M:0;7ae73638d47e:44597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b72ad8d700b049de9874ec534ea9a807 is 82, key is hbase:meta,,1/info:regioninfo/1733178089963/Put/seqid=0 2024-12-02T22:21:40,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741844_1020 (size=5672) 2024-12-02T22:21:40,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:40,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35483-0x1009d149af40007, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:40,229 INFO [RS:0;7ae73638d47e:35483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:21:40,229 INFO [RS:0;7ae73638d47e:35483 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,35483,1733178088015; zookeeper connection closed. 2024-12-02T22:21:40,230 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@428676d0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@428676d0 2024-12-02T22:21:40,230 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:21:40,560 INFO [M:0;7ae73638d47e:44597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b72ad8d700b049de9874ec534ea9a807 2024-12-02T22:21:40,561 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:40,569 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:40,586 DEBUG [M:0;7ae73638d47e:44597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a8b568402c44d7caff65ec5b15bf82d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733178092715/Put/seqid=0 2024-12-02T22:21:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741845_1021 (size=6586) 2024-12-02T22:21:40,596 INFO [M:0;7ae73638d47e:44597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a8b568402c44d7caff65ec5b15bf82d 2024-12-02T22:21:40,622 DEBUG [M:0;7ae73638d47e:44597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36a12d377374c3597c36865f1a1ee15 is 69, key is 7ae73638d47e,35483,1733178088015/rs:state/1733178089122/Put/seqid=0 2024-12-02T22:21:40,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741846_1022 (size=5156) 2024-12-02T22:21:40,634 INFO [M:0;7ae73638d47e:44597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36a12d377374c3597c36865f1a1ee15 2024-12-02T22:21:40,638 DEBUG [M:0;7ae73638d47e:44597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b72ad8d700b049de9874ec534ea9a807 as hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b72ad8d700b049de9874ec534ea9a807 2024-12-02T22:21:40,642 INFO [M:0;7ae73638d47e:44597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b72ad8d700b049de9874ec534ea9a807, entries=8, sequenceid=55, filesize=5.5 K 2024-12-02T22:21:40,643 DEBUG [M:0;7ae73638d47e:44597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a8b568402c44d7caff65ec5b15bf82d as hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a8b568402c44d7caff65ec5b15bf82d 2024-12-02T22:21:40,646 INFO [M:0;7ae73638d47e:44597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a8b568402c44d7caff65ec5b15bf82d, entries=6, sequenceid=55, filesize=6.4 K 2024-12-02T22:21:40,647 DEBUG [M:0;7ae73638d47e:44597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a36a12d377374c3597c36865f1a1ee15 as hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a36a12d377374c3597c36865f1a1ee15 2024-12-02T22:21:40,650 INFO [M:0;7ae73638d47e:44597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45427/user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a36a12d377374c3597c36865f1a1ee15, entries=1, sequenceid=55, filesize=5.0 K 2024-12-02T22:21:40,651 INFO [M:0;7ae73638d47e:44597 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=55, compaction requested=false 2024-12-02T22:21:40,652 INFO [M:0;7ae73638d47e:44597 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:40,652 DEBUG [M:0;7ae73638d47e:44597 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178100138Disabling compacts and flushes for region at 1733178100138Disabling writes for close at 1733178100138Obtaining lock to block concurrent updates at 1733178100138Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733178100138Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733178100139 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733178100139Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733178100139Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733178100156 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733178100156Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733178100567 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733178100586 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733178100586Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733178100600 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733178100621 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733178100621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23520e6: reopening flushed file at 1733178100637 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@782f8c48: reopening flushed file at 1733178100642 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56873b49: reopening flushed file at 1733178100646 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=55, compaction requested=false at 1733178100651 (+5 ms)Writing region close event to WAL at 1733178100652 (+1 ms)Closed at 1733178100652 2024-12-02T22:21:40,658 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/485f80e7-4db4-f66b-3f4b-c4ade0adebb3/MasterData/WALs/7ae73638d47e,44597,1733178087941/7ae73638d47e%2C44597%2C1733178087941.1733178088844 not finished, retry = 0 2024-12-02T22:21:40,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37705 is added to blk_1073741830_1006 (size=32770) 2024-12-02T22:21:40,760 INFO [M:0;7ae73638d47e:44597 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:21:40,760 INFO [M:0;7ae73638d47e:44597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44597 2024-12-02T22:21:40,760 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:21:40,764 INFO [M:0;7ae73638d47e:44597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:21:40,867 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T22:21:40,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:40,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44597-0x1009d149af40006, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:40,868 INFO [M:0;7ae73638d47e:44597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:21:40,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d93b7ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:21:40,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5191af03{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:21:40,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:21:40,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f1d8083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:21:40,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56bbcd26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/hadoop.log.dir/,STOPPED} 2024-12-02T22:21:40,874 WARN [BP-641462510-172.17.0.2-1733178084731 heartbeating to localhost/127.0.0.1:45427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:21:40,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:21:40,874 WARN [BP-641462510-172.17.0.2-1733178084731 heartbeating to localhost/127.0.0.1:45427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-641462510-172.17.0.2-1733178084731 (Datanode Uuid f6dc52a9-ef40-4df0-8cab-ae9dbababbfc) service to localhost/127.0.0.1:45427 2024-12-02T22:21:40,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:21:40,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/cluster_ece5a2dd-4259-14b3-c9b6-f0f2a999a610/data/data2/current/BP-641462510-172.17.0.2-1733178084731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:21:40,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/cluster_ece5a2dd-4259-14b3-c9b6-f0f2a999a610/data/data1/current/BP-641462510-172.17.0.2-1733178084731 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:21:40,876 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:21:40,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b582525{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:21:40,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37246b1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:21:40,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:21:40,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5469fc8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:21:40,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b44f4ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69d51eb7-6a57-0a54-ea6a-b15f7e2bd66b/hadoop.log.dir/,STOPPED} 2024-12-02T22:21:40,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:21:40,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:21:40,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:40,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:40,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:40,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:40,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:40,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:21:40,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1779484647, stopped=false 2024-12-02T22:21:40,901 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,42129,1733178079563 2024-12-02T22:21:40,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-442595919/running 2024-12-02T22:21:40,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:40,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-442595919/running 2024-12-02T22:21:40,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:40,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:21:40,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Set watcher on znode that does not yet exist, /1-442595919/running 2024-12-02T22:21:40,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Set watcher on znode that does not yet exist, /1-442595919/running 2024-12-02T22:21:40,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:40,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:40,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:40,905 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,39065,1733178080072' ***** 2024-12-02T22:21:40,905 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:21:40,905 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:21:40,905 INFO [RS:0;7ae73638d47e:39065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:21:40,905 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:21:40,905 INFO [RS:0;7ae73638d47e:39065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:21:40,905 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:40,906 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,39065,1733178080072 2024-12-02T22:21:40,906 INFO [RS:0;7ae73638d47e:39065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:21:40,906 INFO [RS:0;7ae73638d47e:39065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:39065. 2024-12-02T22:21:40,906 DEBUG [RS:0;7ae73638d47e:39065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:40,906 DEBUG [RS:0;7ae73638d47e:39065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:40,906 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e5d7a4003b8b511536b5bad7680a9d3, disabling compactions & flushes 2024-12-02T22:21:40,906 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3. 2024-12-02T22:21:40,906 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3. 2024-12-02T22:21:40,906 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:21:40,906 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3. after waiting 0 ms 2024-12-02T22:21:40,906 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:21:40,906 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3. 2024-12-02T22:21:40,906 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:21:40,906 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:21:40,906 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T22:21:40,906 DEBUG [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(1325): Online Regions={6e5d7a4003b8b511536b5bad7680a9d3=test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T22:21:40,906 DEBUG [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e5d7a4003b8b511536b5bad7680a9d3 2024-12-02T22:21:40,907 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:21:40,907 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:21:40,907 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:21:40,907 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:21:40,907 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:21:40,907 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T22:21:40,917 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/default/test/6e5d7a4003b8b511536b5bad7680a9d3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T22:21:40,917 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:21:40,917 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:21:40,917 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3. 2024-12-02T22:21:40,917 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e5d7a4003b8b511536b5bad7680a9d3: Waiting for close lock at 1733178100906Running coprocessor pre-close hooks at 1733178100906Disabling compacts and flushes for region at 1733178100906Disabling writes for close at 1733178100906Writing region close event to WAL at 1733178100910 (+4 ms)Running coprocessor post-close hooks at 1733178100917 (+7 ms)Closed at 1733178100917 2024-12-02T22:21:40,918 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3. 2024-12-02T22:21:40,925 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:21:40,932 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/.tmp/info/a378b65d59aa454e83fb18bfef15b4b3 is 129, key is test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3./info:regioninfo/1733178091738/Put/seqid=0 2024-12-02T22:21:40,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741841_1017 (size=6421) 2024-12-02T22:21:40,947 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/.tmp/info/a378b65d59aa454e83fb18bfef15b4b3 2024-12-02T22:21:40,981 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/.tmp/ns/9f2f5843a9c440ff9bc21bdfc04dc464 is 43, key is default/ns:d/1733178084395/Put/seqid=0 2024-12-02T22:21:40,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741842_1018 (size=5153) 2024-12-02T22:21:40,985 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/.tmp/ns/9f2f5843a9c440ff9bc21bdfc04dc464 2024-12-02T22:21:41,038 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/.tmp/rep_barrier/669f836f0d214f3c8726caa0dad918ad is 112, key is test,,1733178091228.6e5d7a4003b8b511536b5bad7680a9d3./rep_barrier:seqnumDuringOpen/1733178091738/Put/seqid=0 2024-12-02T22:21:41,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741843_1019 (size=5518) 2024-12-02T22:21:41,047 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/.tmp/rep_barrier/669f836f0d214f3c8726caa0dad918ad 2024-12-02T22:21:41,076 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/.tmp/table/372c5474efad4402aa8688cc98f8feb1 is 40, key is test/table:state/1733178091757/Put/seqid=0 2024-12-02T22:21:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741844_1020 (size=5165) 2024-12-02T22:21:41,090 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/.tmp/table/372c5474efad4402aa8688cc98f8feb1 2024-12-02T22:21:41,095 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/.tmp/info/a378b65d59aa454e83fb18bfef15b4b3 as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/info/a378b65d59aa454e83fb18bfef15b4b3 2024-12-02T22:21:41,099 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/info/a378b65d59aa454e83fb18bfef15b4b3, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T22:21:41,099 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/.tmp/ns/9f2f5843a9c440ff9bc21bdfc04dc464 as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/ns/9f2f5843a9c440ff9bc21bdfc04dc464 2024-12-02T22:21:41,103 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/ns/9f2f5843a9c440ff9bc21bdfc04dc464, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T22:21:41,104 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/.tmp/rep_barrier/669f836f0d214f3c8726caa0dad918ad as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/rep_barrier/669f836f0d214f3c8726caa0dad918ad 2024-12-02T22:21:41,107 DEBUG [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:21:41,107 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/rep_barrier/669f836f0d214f3c8726caa0dad918ad, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T22:21:41,108 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/.tmp/table/372c5474efad4402aa8688cc98f8feb1 as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/table/372c5474efad4402aa8688cc98f8feb1 2024-12-02T22:21:41,112 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/table/372c5474efad4402aa8688cc98f8feb1, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T22:21:41,113 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 206ms, sequenceid=11, compaction requested=false 2024-12-02T22:21:41,125 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T22:21:41,125 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:21:41,125 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:21:41,125 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:21:41,125 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178100906Running coprocessor pre-close hooks at 1733178100907 (+1 ms)Disabling compacts and flushes for region at 1733178100907Disabling writes for close at 1733178100907Obtaining lock to block concurrent updates at 1733178100907Preparing flush snapshotting stores in 1588230740 at 1733178100907Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733178100907Flushing stores of hbase:meta,,1.1588230740 at 1733178100908 (+1 ms)Flushing 1588230740/info: creating writer at 1733178100908Flushing 1588230740/info: appending metadata at 1733178100932 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733178100932Flushing 1588230740/ns: creating writer at 1733178100957 (+25 ms)Flushing 1588230740/ns: appending metadata at 1733178100980 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733178100980Flushing 1588230740/rep_barrier: creating writer at 1733178101012 (+32 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733178101037 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733178101037Flushing 1588230740/table: creating writer at 1733178101051 (+14 ms)Flushing 1588230740/table: appending metadata at 1733178101076 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733178101076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a16495: reopening flushed file at 1733178101095 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dab7115: reopening flushed file at 1733178101099 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75ee7746: reopening flushed file at 1733178101103 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd30add: reopening flushed file at 1733178101107 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 206ms, sequenceid=11, compaction requested=false at 1733178101113 (+6 ms)Writing region close event to WAL at 1733178101122 (+9 ms)Running coprocessor post-close hooks at 1733178101125 (+3 ms)Closed at 1733178101125 2024-12-02T22:21:41,126 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:21:41,307 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,39065,1733178080072; all regions closed. 2024-12-02T22:21:41,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741834_1010 (size=2717) 2024-12-02T22:21:41,309 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/WALs/7ae73638d47e,39065,1733178080072/7ae73638d47e%2C39065%2C1733178080072.meta.1733178084228.meta not finished, retry = 0 2024-12-02T22:21:41,318 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:21:41,318 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:21:41,412 DEBUG [RS:0;7ae73638d47e:39065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/oldWALs 2024-12-02T22:21:41,412 INFO [RS:0;7ae73638d47e:39065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C39065%2C1733178080072.meta:.meta(num 1733178084228) 2024-12-02T22:21:41,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741833_1009 (size=1374) 2024-12-02T22:21:41,417 DEBUG [RS:0;7ae73638d47e:39065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/oldWALs 2024-12-02T22:21:41,417 INFO [RS:0;7ae73638d47e:39065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7ae73638d47e%2C39065%2C1733178080072:(num 1733178083475) 2024-12-02T22:21:41,417 DEBUG [RS:0;7ae73638d47e:39065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:41,417 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:21:41,417 INFO [RS:0;7ae73638d47e:39065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:21:41,418 INFO [RS:0;7ae73638d47e:39065 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:21:41,418 INFO [RS:0;7ae73638d47e:39065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:21:41,418 INFO [RS:0;7ae73638d47e:39065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:39065. 2024-12-02T22:21:41,418 DEBUG [RS:0;7ae73638d47e:39065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:41,418 DEBUG [RS:0;7ae73638d47e:39065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:41,418 DEBUG [RS:0;7ae73638d47e:39065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:41,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:41,418 INFO [RS:0;7ae73638d47e:39065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39065 2024-12-02T22:21:41,419 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:21:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-442595919/rs/7ae73638d47e,39065,1733178080072 2024-12-02T22:21:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919/rs 2024-12-02T22:21:41,426 INFO [RS:0;7ae73638d47e:39065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:21:41,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,39065,1733178080072] 2024-12-02T22:21:41,429 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-442595919/draining/7ae73638d47e,39065,1733178080072 already deleted, retry=false 2024-12-02T22:21:41,429 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,39065,1733178080072 expired; onlineServers=0 2024-12-02T22:21:41,429 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,42129,1733178079563' ***** 2024-12-02T22:21:41,429 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:21:41,429 INFO [M:0;7ae73638d47e:42129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:21:41,429 INFO [M:0;7ae73638d47e:42129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:21:41,429 DEBUG [M:0;7ae73638d47e:42129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:21:41,429 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:21:41,429 DEBUG [M:0;7ae73638d47e:42129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:21:41,429 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178083007 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178083007,5,FailOnTimeoutGroup] 2024-12-02T22:21:41,429 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178083021 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178083021,5,FailOnTimeoutGroup] 2024-12-02T22:21:41,429 INFO [M:0;7ae73638d47e:42129 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:21:41,429 INFO [M:0;7ae73638d47e:42129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:21:41,429 DEBUG [M:0;7ae73638d47e:42129 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:21:41,429 INFO [M:0;7ae73638d47e:42129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:21:41,429 INFO [M:0;7ae73638d47e:42129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:21:41,430 INFO [M:0;7ae73638d47e:42129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:21:41,430 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:21:41,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-442595919/master 2024-12-02T22:21:41,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-442595919 2024-12-02T22:21:41,432 DEBUG [M:0;7ae73638d47e:42129 {}] zookeeper.RecoverableZooKeeper(212): Node /1-442595919/master already deleted, retry=false 2024-12-02T22:21:41,432 DEBUG [M:0;7ae73638d47e:42129 {}] master.ActiveMasterManager(353): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-442595919/master 2024-12-02T22:21:41,437 INFO [M:0;7ae73638d47e:42129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/.lastflushedseqids 2024-12-02T22:21:41,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741845_1021 (size=173) 2024-12-02T22:21:41,456 INFO [M:0;7ae73638d47e:42129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:21:41,456 INFO [M:0;7ae73638d47e:42129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:21:41,456 DEBUG [M:0;7ae73638d47e:42129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:21:41,456 INFO [M:0;7ae73638d47e:42129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:41,456 DEBUG [M:0;7ae73638d47e:42129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:41,456 DEBUG [M:0;7ae73638d47e:42129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:21:41,456 DEBUG [M:0;7ae73638d47e:42129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:41,456 INFO [M:0;7ae73638d47e:42129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-02T22:21:41,465 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:41,475 DEBUG [M:0;7ae73638d47e:42129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d228d0638c744701bce5e507d3fbb521 is 82, key is hbase:meta,,1/info:regioninfo/1733178084335/Put/seqid=0 2024-12-02T22:21:41,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741846_1022 (size=5672) 2024-12-02T22:21:41,486 INFO [M:0;7ae73638d47e:42129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d228d0638c744701bce5e507d3fbb521 2024-12-02T22:21:41,489 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:41,514 DEBUG [M:0;7ae73638d47e:42129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e84f8a718e284b25803c05c3a045f67b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733178091761/Put/seqid=0 2024-12-02T22:21:41,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741847_1023 (size=6586) 2024-12-02T22:21:41,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:41,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39065-0x1009d149af40004, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:41,528 INFO [RS:0;7ae73638d47e:39065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:21:41,528 INFO [RS:0;7ae73638d47e:39065 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,39065,1733178080072; zookeeper connection closed. 2024-12-02T22:21:41,528 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f74a47a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f74a47a 2024-12-02T22:21:41,528 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:21:41,922 INFO [M:0;7ae73638d47e:42129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e84f8a718e284b25803c05c3a045f67b 2024-12-02T22:21:41,953 DEBUG [M:0;7ae73638d47e:42129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2b42f00c2304b9eaa0eb17e233784e1 is 69, key is 7ae73638d47e,39065,1733178080072/rs:state/1733178083115/Put/seqid=0 2024-12-02T22:21:41,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741848_1024 (size=5156) 2024-12-02T22:21:41,974 INFO [M:0;7ae73638d47e:42129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2b42f00c2304b9eaa0eb17e233784e1 2024-12-02T22:21:41,979 DEBUG [M:0;7ae73638d47e:42129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d228d0638c744701bce5e507d3fbb521 as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d228d0638c744701bce5e507d3fbb521 2024-12-02T22:21:41,983 INFO [M:0;7ae73638d47e:42129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d228d0638c744701bce5e507d3fbb521, entries=8, sequenceid=55, filesize=5.5 K 2024-12-02T22:21:41,983 DEBUG [M:0;7ae73638d47e:42129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e84f8a718e284b25803c05c3a045f67b as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e84f8a718e284b25803c05c3a045f67b 2024-12-02T22:21:41,987 INFO [M:0;7ae73638d47e:42129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e84f8a718e284b25803c05c3a045f67b, entries=6, sequenceid=55, filesize=6.4 K 2024-12-02T22:21:41,987 DEBUG [M:0;7ae73638d47e:42129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2b42f00c2304b9eaa0eb17e233784e1 as hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2b42f00c2304b9eaa0eb17e233784e1 2024-12-02T22:21:41,991 INFO [M:0;7ae73638d47e:42129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33209/user/jenkins/test-data/1297a94f-01b9-3f0a-14b7-3bc0171d947e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2b42f00c2304b9eaa0eb17e233784e1, entries=1, sequenceid=55, filesize=5.0 K 2024-12-02T22:21:41,992 INFO [M:0;7ae73638d47e:42129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=55, compaction requested=false 2024-12-02T22:21:41,997 INFO [M:0;7ae73638d47e:42129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:41,997 DEBUG [M:0;7ae73638d47e:42129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178101456Disabling compacts and flushes for region at 1733178101456Disabling writes for close at 1733178101456Obtaining lock to block concurrent updates at 1733178101456Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733178101456Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733178101457 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733178101457Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733178101457Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733178101475 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733178101475Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733178101489 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733178101514 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733178101514Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733178101926 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733178101952 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733178101953 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df4e3b0: reopening flushed file at 1733178101978 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65580178: reopening flushed file at 1733178101983 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f5ba8: reopening flushed file at 1733178101987 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 536ms, sequenceid=55, compaction requested=false at 1733178101992 (+5 ms)Writing region close event to WAL at 1733178101997 (+5 ms)Closed at 1733178101997 2024-12-02T22:21:41,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34481 is added to blk_1073741830_1006 (size=32770) 2024-12-02T22:21:41,999 INFO [M:0;7ae73638d47e:42129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:21:41,999 INFO [M:0;7ae73638d47e:42129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42129 2024-12-02T22:21:41,999 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:21:42,000 INFO [M:0;7ae73638d47e:42129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:21:42,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:42,118 INFO [M:0;7ae73638d47e:42129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:21:42,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42129-0x1009d149af40003, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:42,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53f5fff5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:21:42,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59f88d4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:21:42,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:21:42,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a4e6483{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:21:42,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68dccdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/hadoop.log.dir/,STOPPED} 2024-12-02T22:21:42,126 WARN [BP-1847658370-172.17.0.2-1733178075299 heartbeating to localhost/127.0.0.1:33209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:21:42,126 WARN [BP-1847658370-172.17.0.2-1733178075299 heartbeating to localhost/127.0.0.1:33209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1847658370-172.17.0.2-1733178075299 (Datanode Uuid 3d668d10-5677-4f82-97ce-cddb06292d9d) service to localhost/127.0.0.1:33209 2024-12-02T22:21:42,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/cluster_7e683691-b5f2-0da2-046d-1166d9438d37/data/data1/current/BP-1847658370-172.17.0.2-1733178075299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:21:42,127 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:21:42,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:21:42,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:21:42,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/cluster_7e683691-b5f2-0da2-046d-1166d9438d37/data/data2/current/BP-1847658370-172.17.0.2-1733178075299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:21:42,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c4eba30{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:21:42,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72eb97c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:21:42,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:21:42,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5049b7ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:21:42,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@101e6610{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/42e0b5a4-9fab-8793-45ae-afe501c35764/hadoop.log.dir/,STOPPED} 2024-12-02T22:21:42,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:21:42,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T22:21:42,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:42,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:42,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:42,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:42,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:42,164 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T22:21:42,164 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=807837284, stopped=false 2024-12-02T22:21:42,164 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7ae73638d47e,39659,1733178070926 2024-12-02T22:21:42,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0790377365/running 2024-12-02T22:21:42,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:42,195 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0790377365/running 2024-12-02T22:21:42,195 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:42,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:21:42,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Set watcher on znode that does not yet exist, /0790377365/running 2024-12-02T22:21:42,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Set watcher on znode that does not yet exist, /0790377365/running 2024-12-02T22:21:42,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T22:21:42,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:42,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:42,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7ae73638d47e,41945,1733178071238' ***** 2024-12-02T22:21:42,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T22:21:42,199 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T22:21:42,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T22:21:42,200 INFO [RS:0;7ae73638d47e:41945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T22:21:42,200 INFO [RS:0;7ae73638d47e:41945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T22:21:42,200 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(3091): Received CLOSE for e24005ffdb9cd4aa3201475f03b14aaf 2024-12-02T22:21:42,200 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(3091): Received CLOSE for e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:42,200 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(959): stopping server 7ae73638d47e,41945,1733178071238 2024-12-02T22:21:42,200 INFO [RS:0;7ae73638d47e:41945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:21:42,200 INFO [RS:0;7ae73638d47e:41945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:41945. 2024-12-02T22:21:42,200 DEBUG [RS:0;7ae73638d47e:41945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:42,200 DEBUG [RS:0;7ae73638d47e:41945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:42,201 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T22:21:42,201 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e24005ffdb9cd4aa3201475f03b14aaf, disabling compactions & flushes 2024-12-02T22:21:42,201 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T22:21:42,201 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf. 2024-12-02T22:21:42,201 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T22:21:42,201 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf. 2024-12-02T22:21:42,201 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T22:21:42,201 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf. after waiting 0 ms 2024-12-02T22:21:42,201 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf. 2024-12-02T22:21:42,203 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T22:21:42,203 DEBUG [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(1325): Online Regions={e24005ffdb9cd4aa3201475f03b14aaf=test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf., 1588230740=hbase:meta,,1.1588230740, e944c4b15011a502a92b126b924122e5=hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5.} 2024-12-02T22:21:42,203 DEBUG [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e24005ffdb9cd4aa3201475f03b14aaf, e944c4b15011a502a92b126b924122e5 2024-12-02T22:21:42,204 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T22:21:42,205 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T22:21:42,205 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T22:21:42,205 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T22:21:42,205 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T22:21:42,205 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T22:21:42,226 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/.tmp/info/5fc434d2a23a4c30abcbf8df857aadce is 147, key is hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5./info:regioninfo/1733178093632/Put/seqid=0 2024-12-02T22:21:42,229 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/default/test/e24005ffdb9cd4aa3201475f03b14aaf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T22:21:42,229 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:21:42,229 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T22:21:42,229 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf. 2024-12-02T22:21:42,229 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e24005ffdb9cd4aa3201475f03b14aaf: Waiting for close lock at 1733178102200Running coprocessor pre-close hooks at 1733178102200Disabling compacts and flushes for region at 1733178102200Disabling writes for close at 1733178102201 (+1 ms)Writing region close event to WAL at 1733178102223 (+22 ms)Running coprocessor post-close hooks at 1733178102229 (+6 ms)Closed at 1733178102229 2024-12-02T22:21:42,230 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf. 2024-12-02T22:21:42,230 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e944c4b15011a502a92b126b924122e5, disabling compactions & flushes 2024-12-02T22:21:42,230 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. 2024-12-02T22:21:42,230 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. 2024-12-02T22:21:42,230 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. after waiting 0 ms 2024-12-02T22:21:42,230 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. 2024-12-02T22:21:42,230 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e944c4b15011a502a92b126b924122e5 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-02T22:21:42,231 INFO [regionserver/7ae73638d47e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:21:42,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741847_1023 (size=7686) 2024-12-02T22:21:42,254 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/replication/e944c4b15011a502a92b126b924122e5/.tmp/hfileref/c977efb1ec444ad1a3c641205bf603e8 is 74, key is 1/hfileref:56c26d02587b465bbe718852713be16f_SeqId_6_/1733178097912/DeleteColumn/seqid=0 2024-12-02T22:21:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741848_1024 (size=5489) 2024-12-02T22:21:42,267 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/replication/e944c4b15011a502a92b126b924122e5/.tmp/hfileref/c977efb1ec444ad1a3c641205bf603e8 2024-12-02T22:21:42,299 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/replication/e944c4b15011a502a92b126b924122e5/.tmp/queue/abc26aab8f7d43a2a0912dc299d168fe is 153, key is 1-7ae73638d47e,41945,1733178071238/queue:7ae73638d47e%2C41945%2C1733178071238/1733178097913/Put/seqid=0 2024-12-02T22:21:42,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741849_1025 (size=5504) 2024-12-02T22:21:42,302 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/replication/e944c4b15011a502a92b126b924122e5/.tmp/queue/abc26aab8f7d43a2a0912dc299d168fe 2024-12-02T22:21:42,306 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/replication/e944c4b15011a502a92b126b924122e5/.tmp/hfileref/c977efb1ec444ad1a3c641205bf603e8 as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/replication/e944c4b15011a502a92b126b924122e5/hfileref/c977efb1ec444ad1a3c641205bf603e8 2024-12-02T22:21:42,310 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/replication/e944c4b15011a502a92b126b924122e5/hfileref/c977efb1ec444ad1a3c641205bf603e8, entries=6, sequenceid=17, filesize=5.4 K 2024-12-02T22:21:42,310 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/replication/e944c4b15011a502a92b126b924122e5/.tmp/queue/abc26aab8f7d43a2a0912dc299d168fe as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/replication/e944c4b15011a502a92b126b924122e5/queue/abc26aab8f7d43a2a0912dc299d168fe 2024-12-02T22:21:42,314 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/replication/e944c4b15011a502a92b126b924122e5/queue/abc26aab8f7d43a2a0912dc299d168fe, entries=2, sequenceid=17, filesize=5.4 K 2024-12-02T22:21:42,315 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for e944c4b15011a502a92b126b924122e5 in 85ms, sequenceid=17, compaction requested=false 2024-12-02T22:21:42,318 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/replication/e944c4b15011a502a92b126b924122e5/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-02T22:21:42,318 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:21:42,318 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:21:42,318 INFO [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. 2024-12-02T22:21:42,318 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e944c4b15011a502a92b126b924122e5: Waiting for close lock at 1733178102230Running coprocessor pre-close hooks at 1733178102230Disabling compacts and flushes for region at 1733178102230Disabling writes for close at 1733178102230Obtaining lock to block concurrent updates at 1733178102230Preparing flush snapshotting stores in e944c4b15011a502a92b126b924122e5 at 1733178102230Finished memstore snapshotting hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733178102230Flushing stores of hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. at 1733178102231 (+1 ms)Flushing e944c4b15011a502a92b126b924122e5/hfileref: creating writer at 1733178102231Flushing e944c4b15011a502a92b126b924122e5/hfileref: appending metadata at 1733178102253 (+22 ms)Flushing e944c4b15011a502a92b126b924122e5/hfileref: closing flushed file at 1733178102253Flushing e944c4b15011a502a92b126b924122e5/queue: creating writer at 1733178102272 (+19 ms)Flushing e944c4b15011a502a92b126b924122e5/queue: appending metadata at 1733178102298 (+26 ms)Flushing e944c4b15011a502a92b126b924122e5/queue: closing flushed file at 1733178102298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e3d413: reopening flushed file at 1733178102305 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d8fc20: reopening flushed file at 1733178102310 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for e944c4b15011a502a92b126b924122e5 in 85ms, sequenceid=17, compaction requested=false at 1733178102315 (+5 ms)Writing region close event to WAL at 1733178102316 (+1 ms)Running coprocessor post-close hooks at 1733178102318 (+2 ms)Closed at 1733178102318 2024-12-02T22:21:42,319 DEBUG [RS_CLOSE_REGION-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733178093055.e944c4b15011a502a92b126b924122e5. 2024-12-02T22:21:42,403 DEBUG [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:21:42,472 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:42,476 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:21:42,476 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 688, reset compression=false 2024-12-02T22:21:42,476 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7ae73638d47e,41945,1733178071238 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:21:42,477 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7ae73638d47e,41945,1733178071238: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7ae73638d47e,41945,1733178071238, walGroup=7ae73638d47e%2C41945%2C1733178071238, offset=7ae73638d47e%2C41945%2C1733178071238.1733178095780:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:41945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T22:21:42,479 ERROR [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T22:21:42,479 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T22:21:42,479 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T22:21:42,479 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T22:21:42,479 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T22:21:42,479 INFO [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1444937728, "init": 1048576000, "max": 2306867200, "used": 1095579136 }, "NonHeapMemoryUsage": { "committed": 209649664, "init": 7667712, "max": -1, "used": 206624728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T22:21:42,480 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:39659 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7ae73638d47e:39659 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T22:21:42,494 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 393, reset compression=false 2024-12-02T22:21:42,514 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T22:21:42,514 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 688, reset compression=false 2024-12-02T22:21:42,514 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7ae73638d47e,41945,1733178071238 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T22:21:42,515 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-02T22:21:42,604 DEBUG [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:21:42,639 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/.tmp/info/5fc434d2a23a4c30abcbf8df857aadce 2024-12-02T22:21:42,663 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/.tmp/ns/6a4ebe84510b4a58afe4010debce5342 is 43, key is default/ns:d/1733178074961/Put/seqid=0 2024-12-02T22:21:42,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741850_1026 (size=5153) 2024-12-02T22:21:42,667 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/.tmp/ns/6a4ebe84510b4a58afe4010debce5342 2024-12-02T22:21:42,690 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/.tmp/rep_barrier/db4ef9c013db4b369d36c04a2f5ff7a0 is 112, key is test,,1733178090080.e24005ffdb9cd4aa3201475f03b14aaf./rep_barrier:seqnumDuringOpen/1733178090960/Put/seqid=0 2024-12-02T22:21:42,692 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 688, reset compression=false 2024-12-02T22:21:42,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741851_1027 (size=5518) 2024-12-02T22:21:42,700 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/.tmp/rep_barrier/db4ef9c013db4b369d36c04a2f5ff7a0 2024-12-02T22:21:42,721 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 688, reset compression=false 2024-12-02T22:21:42,723 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/.tmp/table/a03012ce4713436c851b2966b5bedaa6 is 53, key is hbase:replication/table:state/1733178093650/Put/seqid=0 2024-12-02T22:21:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741852_1028 (size=5308) 2024-12-02T22:21:42,804 DEBUG [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:21:43,000 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 688, reset compression=false 2024-12-02T22:21:43,004 DEBUG [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T22:21:43,008 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T22:21:43,009 INFO [regionserver/7ae73638d47e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T22:21:43,024 DEBUG [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/WALs/7ae73638d47e,41945,1733178071238/7ae73638d47e%2C41945%2C1733178071238.1733178095780 to pos 688, reset compression=false 2024-12-02T22:21:43,127 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/.tmp/table/a03012ce4713436c851b2966b5bedaa6 2024-12-02T22:21:43,131 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/.tmp/info/5fc434d2a23a4c30abcbf8df857aadce as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/info/5fc434d2a23a4c30abcbf8df857aadce 2024-12-02T22:21:43,134 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/info/5fc434d2a23a4c30abcbf8df857aadce, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T22:21:43,134 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/.tmp/ns/6a4ebe84510b4a58afe4010debce5342 as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/ns/6a4ebe84510b4a58afe4010debce5342 2024-12-02T22:21:43,137 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/ns/6a4ebe84510b4a58afe4010debce5342, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T22:21:43,138 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/.tmp/rep_barrier/db4ef9c013db4b369d36c04a2f5ff7a0 as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/rep_barrier/db4ef9c013db4b369d36c04a2f5ff7a0 2024-12-02T22:21:43,141 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/rep_barrier/db4ef9c013db4b369d36c04a2f5ff7a0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T22:21:43,141 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/.tmp/table/a03012ce4713436c851b2966b5bedaa6 as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/table/a03012ce4713436c851b2966b5bedaa6 2024-12-02T22:21:43,144 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/table/a03012ce4713436c851b2966b5bedaa6, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T22:21:43,145 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=16, compaction requested=false 2024-12-02T22:21:43,145 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T22:21:43,149 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T22:21:43,150 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T22:21:43,150 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T22:21:43,150 INFO [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T22:21:43,150 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733178102204Running coprocessor pre-close hooks at 1733178102204Disabling compacts and flushes for region at 1733178102204Disabling writes for close at 1733178102205 (+1 ms)Obtaining lock to block concurrent updates at 1733178102205Preparing flush snapshotting stores in 1588230740 at 1733178102205Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733178102205Flushing stores of hbase:meta,,1.1588230740 at 1733178102205Flushing 1588230740/info: creating writer at 1733178102205Flushing 1588230740/info: appending metadata at 1733178102226 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733178102226Flushing 1588230740/ns: creating writer at 1733178102643 (+417 ms)Flushing 1588230740/ns: appending metadata at 1733178102663 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733178102663Flushing 1588230740/rep_barrier: creating writer at 1733178102670 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733178102689 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733178102689Flushing 1588230740/table: creating writer at 1733178102706 (+17 ms)Flushing 1588230740/table: appending metadata at 1733178102723 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733178102723Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee5bf17: reopening flushed file at 1733178103130 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@785faab7: reopening flushed file at 1733178103134 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b150ed5: reopening flushed file at 1733178103137 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca606fb: reopening flushed file at 1733178103141 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=16, compaction requested=false at 1733178103145 (+4 ms)Writing region close event to WAL at 1733178103147 (+2 ms)Running coprocessor post-close hooks at 1733178103150 (+3 ms)Closed at 1733178103150 2024-12-02T22:21:43,150 DEBUG [RS_CLOSE_META-regionserver/7ae73638d47e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T22:21:43,204 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(976): stopping server 7ae73638d47e,41945,1733178071238; all regions closed. 2024-12-02T22:21:43,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741842_1018 (size=859) 2024-12-02T22:21:43,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741844_1020 (size=2574) 2024-12-02T22:21:43,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741843_1019 (size=696) 2024-12-02T22:21:43,212 DEBUG [RS:0;7ae73638d47e:41945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:43,212 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T22:21:43,212 INFO [RS:0;7ae73638d47e:41945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:21:43,212 INFO [RS:0;7ae73638d47e:41945 {}] hbase.ChoreService(370): Chore service for: regionserver/7ae73638d47e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T22:21:43,212 INFO [RS:0;7ae73638d47e:41945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:21:43,212 INFO [regionserver/7ae73638d47e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:21:43,213 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7ae73638d47e,41945,1733178071238 because: Region server is closing 2024-12-02T22:21:43,213 INFO [RS:0;7ae73638d47e:41945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:41945. 2024-12-02T22:21:43,213 DEBUG [RS:0;7ae73638d47e:41945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:43,213 DEBUG [RS:0;7ae73638d47e:41945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:43,213 DEBUG [RS:0;7ae73638d47e:41945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:43,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:43,314 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 terminated 2024-12-02T22:21:43,314 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7ae73638d47e,41945,1733178071238 because: Region server is closing 2024-12-02T22:21:43,314 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,1-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,1-7ae73638d47e,41945,1733178071238 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:21:43,314 INFO [RS:0;7ae73638d47e:41945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7ae73638d47e:41945. 2024-12-02T22:21:43,314 DEBUG [RS:0;7ae73638d47e:41945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T22:21:43,314 DEBUG [RS:0;7ae73638d47e:41945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:43,314 DEBUG [RS:0;7ae73638d47e:41945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T22:21:43,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T22:21:43,414 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.shipper7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 terminated 2024-12-02T22:21:43,415 INFO [RS:0;7ae73638d47e:41945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41945 2024-12-02T22:21:43,414 WARN [RS_REFRESH_PEER-regionserver/7ae73638d47e:0-0.replicationSource,2-7ae73638d47e,41945,1733178071238.replicationSource.wal-reader.7ae73638d47e%2C41945%2C1733178071238,2-7ae73638d47e,41945,1733178071238 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T22:21:43,426 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0790377365/rs/7ae73638d47e,41945,1733178071238 2024-12-02T22:21:43,426 INFO [RS:0;7ae73638d47e:41945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:21:43,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365/rs 2024-12-02T22:21:43,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ae73638d47e,41945,1733178071238] 2024-12-02T22:21:43,464 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0790377365/draining/7ae73638d47e,41945,1733178071238 already deleted, retry=false 2024-12-02T22:21:43,464 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7ae73638d47e,41945,1733178071238 expired; onlineServers=0 2024-12-02T22:21:43,464 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7ae73638d47e,39659,1733178070926' ***** 2024-12-02T22:21:43,464 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T22:21:43,464 INFO [M:0;7ae73638d47e:39659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T22:21:43,464 INFO [M:0;7ae73638d47e:39659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T22:21:43,465 DEBUG [M:0;7ae73638d47e:39659 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T22:21:43,465 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T22:21:43,465 DEBUG [M:0;7ae73638d47e:39659 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T22:21:43,465 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178073661 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.large.0-1733178073661,5,FailOnTimeoutGroup] 2024-12-02T22:21:43,465 INFO [M:0;7ae73638d47e:39659 {}] hbase.ChoreService(370): Chore service for: master/7ae73638d47e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T22:21:43,465 INFO [M:0;7ae73638d47e:39659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T22:21:43,465 DEBUG [M:0;7ae73638d47e:39659 {}] master.HMaster(1795): Stopping service threads 2024-12-02T22:21:43,465 INFO [M:0;7ae73638d47e:39659 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T22:21:43,465 INFO [M:0;7ae73638d47e:39659 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T22:21:43,465 ERROR [M:0;7ae73638d47e:39659 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1661275467) connection to localhost/127.0.0.1:37851 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37851,5,PEWorkerGroup] 2024-12-02T22:21:43,465 DEBUG [master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178073665 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ae73638d47e:0:becomeActiveMaster-HFileCleaner.small.0-1733178073665,5,FailOnTimeoutGroup] 2024-12-02T22:21:43,465 INFO [M:0;7ae73638d47e:39659 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T22:21:43,465 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T22:21:43,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0790377365/master 2024-12-02T22:21:43,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0790377365 2024-12-02T22:21:43,472 DEBUG [M:0;7ae73638d47e:39659 {}] zookeeper.ZKUtil(347): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Unable to get data of znode /0790377365/master because node does not exist (not an error) 2024-12-02T22:21:43,472 WARN [M:0;7ae73638d47e:39659 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T22:21:43,473 INFO [M:0;7ae73638d47e:39659 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/.lastflushedseqids 2024-12-02T22:21:43,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741853_1029 (size=263) 2024-12-02T22:21:43,549 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:43,549 INFO [RS:0;7ae73638d47e:41945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:21:43,549 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41945-0x1009d149af40001, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:43,549 INFO [RS:0;7ae73638d47e:41945 {}] regionserver.HRegionServer(1031): Exiting; stopping=7ae73638d47e,41945,1733178071238; zookeeper connection closed. 2024-12-02T22:21:43,550 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58ac3e49 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58ac3e49 2024-12-02T22:21:43,550 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T22:21:43,881 INFO [M:0;7ae73638d47e:39659 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T22:21:43,881 INFO [M:0;7ae73638d47e:39659 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T22:21:43,882 DEBUG [M:0;7ae73638d47e:39659 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T22:21:43,882 INFO [M:0;7ae73638d47e:39659 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:43,882 DEBUG [M:0;7ae73638d47e:39659 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:43,882 DEBUG [M:0;7ae73638d47e:39659 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T22:21:43,882 DEBUG [M:0;7ae73638d47e:39659 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:43,882 INFO [M:0;7ae73638d47e:39659 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-02T22:21:43,903 DEBUG [M:0;7ae73638d47e:39659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/604f45d9953247b5bde9802b5f9cf13a is 82, key is hbase:meta,,1/info:regioninfo/1733178074796/Put/seqid=0 2024-12-02T22:21:43,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741854_1030 (size=5672) 2024-12-02T22:21:43,909 INFO [M:0;7ae73638d47e:39659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/604f45d9953247b5bde9802b5f9cf13a 2024-12-02T22:21:43,932 DEBUG [M:0;7ae73638d47e:39659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04e7327986ec40c6b7227079441cee64 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733178093653/Put/seqid=0 2024-12-02T22:21:43,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741855_1031 (size=8909) 2024-12-02T22:21:43,937 INFO [M:0;7ae73638d47e:39659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04e7327986ec40c6b7227079441cee64 2024-12-02T22:21:43,957 DEBUG [M:0;7ae73638d47e:39659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53a0db9b88a3491099b22073d4583ca1 is 69, key is 7ae73638d47e,41945,1733178071238/rs:state/1733178073882/Put/seqid=0 2024-12-02T22:21:43,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741856_1032 (size=5156) 2024-12-02T22:21:44,232 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T22:21:44,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T22:21:44,362 INFO [M:0;7ae73638d47e:39659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53a0db9b88a3491099b22073d4583ca1 2024-12-02T22:21:44,370 DEBUG [M:0;7ae73638d47e:39659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/604f45d9953247b5bde9802b5f9cf13a as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/604f45d9953247b5bde9802b5f9cf13a 2024-12-02T22:21:44,374 INFO [M:0;7ae73638d47e:39659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/604f45d9953247b5bde9802b5f9cf13a, entries=8, sequenceid=112, filesize=5.5 K 2024-12-02T22:21:44,375 DEBUG [M:0;7ae73638d47e:39659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04e7327986ec40c6b7227079441cee64 as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04e7327986ec40c6b7227079441cee64 2024-12-02T22:21:44,380 INFO [M:0;7ae73638d47e:39659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04e7327986ec40c6b7227079441cee64, entries=13, sequenceid=112, filesize=8.7 K 2024-12-02T22:21:44,381 DEBUG [M:0;7ae73638d47e:39659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53a0db9b88a3491099b22073d4583ca1 as hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53a0db9b88a3491099b22073d4583ca1 2024-12-02T22:21:44,390 INFO [M:0;7ae73638d47e:39659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37851/user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53a0db9b88a3491099b22073d4583ca1, entries=1, sequenceid=112, filesize=5.0 K 2024-12-02T22:21:44,391 INFO [M:0;7ae73638d47e:39659 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=112, compaction requested=false 2024-12-02T22:21:44,394 INFO [M:0;7ae73638d47e:39659 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T22:21:44,394 DEBUG [M:0;7ae73638d47e:39659 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733178103882Disabling compacts and flushes for region at 1733178103882Disabling writes for close at 1733178103882Obtaining lock to block concurrent updates at 1733178103882Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733178103882Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733178103882Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733178103883 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733178103883Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733178103903 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733178103903Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733178103912 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733178103932 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733178103932Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733178103940 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733178103957 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733178103957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b5930f5: reopening flushed file at 1733178104370 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13cfd619: reopening flushed file at 1733178104375 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5816f060: reopening flushed file at 1733178104380 (+5 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=112, compaction requested=false at 1733178104391 (+11 ms)Writing region close event to WAL at 1733178104394 (+3 ms)Closed at 1733178104394 2024-12-02T22:21:44,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741830_1006 (size=69055) 2024-12-02T22:21:44,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6655b7b3-feb9-4995-47d0-3706648fa51c/MasterData/WALs/7ae73638d47e,39659,1733178070926/7ae73638d47e%2C39659%2C1733178070926.1733178072380 not finished, retry = 0 2024-12-02T22:21:44,499 INFO [M:0;7ae73638d47e:39659 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T22:21:44,498 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T22:21:44,499 INFO [M:0;7ae73638d47e:39659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39659 2024-12-02T22:21:44,499 INFO [M:0;7ae73638d47e:39659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T22:21:44,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:44,601 INFO [M:0;7ae73638d47e:39659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T22:21:44,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39659-0x1009d149af40000, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T22:21:44,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40ca978d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T22:21:44,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e2613d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:21:44,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:21:44,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e4f17d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:21:44,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58621e0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/hadoop.log.dir/,STOPPED} 2024-12-02T22:21:44,605 WARN [BP-684290304-172.17.0.2-1733178069124 heartbeating to localhost/127.0.0.1:37851 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T22:21:44,605 WARN [BP-684290304-172.17.0.2-1733178069124 heartbeating to localhost/127.0.0.1:37851 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-684290304-172.17.0.2-1733178069124 (Datanode Uuid bdbb9314-e7e7-4398-a320-308a3de385b7) service to localhost/127.0.0.1:37851 2024-12-02T22:21:44,606 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T22:21:44,606 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T22:21:44,606 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T22:21:44,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/cluster_5d2e7713-3d55-ee3b-1c64-07e52078deae/data/data1/current/BP-684290304-172.17.0.2-1733178069124 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:21:44,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/cluster_5d2e7713-3d55-ee3b-1c64-07e52078deae/data/data2/current/BP-684290304-172.17.0.2-1733178069124 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T22:21:44,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41108ba3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T22:21:44,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4332c7e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T22:21:44,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T22:21:44,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@632bde15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T22:21:44,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c9adfa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d1b5fac-83d0-3cd7-c470-f1f12966b505/hadoop.log.dir/,STOPPED} 2024-12-02T22:21:44,623 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T22:21:44,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T22:21:44,657 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=602 (was 539) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45427 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50893) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50893) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33209 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33209 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50893) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37851 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-28 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45427 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37851 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37851 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=984 (was 897) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=780 (was 616) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6387 (was 7296) 2024-12-02T22:21:44,658 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=602 is superior to 500 2024-12-02T22:21:44,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009d149af40005, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:21:44,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009d149af40002, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:21:44,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1009d149af40008, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T22:21:44,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009d149af40005, quorum=127.0.0.1:50893, baseZNode=/1-442595919 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:21:44,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1009d149af40008, quorum=127.0.0.1:50893, baseZNode=/2-2129687640 Received Disconnected from ZooKeeper, ignoring 2024-12-02T22:21:44,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009d149af40002, quorum=127.0.0.1:50893, baseZNode=/0790377365 Received Disconnected from ZooKeeper, ignoring